-- Logs begin at Fri 2021-09-03 13:43:58 UTC, end at Fri 2021-09-03 14:43:57 UTC. -- Sep 03 14:14:52.739510 dv-cinder-759955-20-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 14:14:55.486458 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.common.config [-] Logging enabled! Sep 03 14:14:55.487112 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev608 Sep 03 14:14:55.487277 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93853) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 14:14:55.491030 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.common.config [-] Logging enabled! Sep 03 14:14:55.491298 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev608 Sep 03 14:14:55.491623 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93853) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 14:14:55.492925 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 14:14:55.493161 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 14:14:55.493592 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 14:14:55.493870 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 14:14:55.494098 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 14:14:55.494427 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.494728 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.495025 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.495255 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.495554 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.495842 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.496124 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.496415 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.496724 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.497011 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.497434 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.497579 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.497848 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.498136 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.498426 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.499032 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.499259 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] debug = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.499544 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.499977 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.500414 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.500696 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.500983 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.501262 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.501532 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.501837 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.502128 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.502487 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] host = dv-cinder-759955-20-iscsi {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.502764 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.503048 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.503332 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.503615 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.503891 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.504165 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.504729 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.505006 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.505282 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] log_file = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.505556 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.505882 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.506166 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.506457 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.506679 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.506900 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.507186 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.507584 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.507788 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.508008 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.508278 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.508547 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.508819 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.509085 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.509369 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.509650 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.509956 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.510228 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.510501 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.510770 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.511039 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.511322 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.511736 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.511867 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.512137 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.512427 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.512696 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.512968 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.513275 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.513559 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.513864 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.514147 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.514952 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.515234 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.515506 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.515776 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.516045 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] use_json = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.516315 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.516582 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.516862 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.517130 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.517398 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.517691 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.517961 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.518243 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:55.518540 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.518833 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.519131 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.519411 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.519702 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.519978 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.520263 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.520538 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.520824 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.521108 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.521395 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.521686 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.521980 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.522255 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.522547 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.522850 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.523143 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.523435 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.523705 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.523977 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.524247 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.524522 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.524805 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.525080 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.525367 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.525653 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.525962 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.526246 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.526541 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.526829 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.527100 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.527377 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.527666 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.527943 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.528213 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.528489 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.528775 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.529049 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.529321 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.529599 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.529898 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.530745 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.531015 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.531292 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.531580 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.531857 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.532129 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.532398 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.532672 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.532948 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.533231 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.533506 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.533802 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.534074 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.534349 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.534620 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.534892 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.535166 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.535434 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.535710 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.536036 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.536247 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.536518 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.536789 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.537057 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.537329 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.537598 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.537899 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.538173 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.538445 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.538715 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.538990 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.539262 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.539546 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.539845 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.540125 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.540403 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.540681 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.540957 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.541231 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.541506 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.541811 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.542092 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.542363 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.542658 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.542947 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.543236 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.543535 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.543797 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.544097 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.544377 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.544660 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.544939 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.545217 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.545500 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.545855 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.546162 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.546455 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.546754 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.547048 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.547340 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.547619 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.547937 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.548218 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:55.548436 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 14:14:55.548687 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93853) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 14:14:55.899654 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 14:14:55.899933 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 14:14:55.900225 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 14:14:55.900556 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 14:14:56.298895 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.299231 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.299455 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.300767 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.301038 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.301304 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.337431 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.337732 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.338003 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.353453 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.353761 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.354032 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.382322 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.382599 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.382863 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.422343 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.422618 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.422888 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.657896 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.658505 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.658505 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.658675 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.659294 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.779601 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.779920 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.780224 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.780491 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.780752 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.781060 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.781318 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.781577 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.781866 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.782144 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.782400 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.782661 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.782917 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.783168 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.783421 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.783683 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.783934 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.784196 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.784462 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.784718 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.784987 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.785243 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.785518 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.785926 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.786170 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.786416 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.786815 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 14:14:56.787053 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 14:14:56.787290 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 14:14:56.787525 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 14:14:56.787758 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 14:14:56.787992 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 14:14:56.788353 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 14:14:56.791484 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 14:14:56.795395 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 14:14:56.799219 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 03 14:14:56.800830 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 14:14:56.801276 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 14:14:56.801619 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 14:14:56.802028 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 14:14:56.804795 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 14:14:56.805039 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 14:14:56.805383 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 14:14:56.810648 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 14:14:56.833253 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 14:14:56.833727 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.834028 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93853) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 03 14:14:56.834388 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.835736 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93853) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 14:14:56.836013 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 14:14:56.836254 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 14:14:56.839620 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.839909 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:56.903361 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 14:14:56.903635 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 14:14:56.903812 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 14:14:56.904195 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 14:14:56.928155 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_db.sqlalchemy.engines [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93853) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 14:14:57.574450 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Initializing driver for type 'gre' Sep 03 14:14:57.575055 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] gre ID ranges: [(1, 1000)] Sep 03 14:14:57.635606 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Initializing driver for type 'local' Sep 03 14:14:57.636023 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Initializing driver for type 'vlan' Sep 03 14:14:57.651688 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] VlanTypeDriver initialization complete Sep 03 14:14:57.652026 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Initializing driver for type 'vxlan' Sep 03 14:14:57.652542 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] vxlan ID ranges: [(1, 1000)] Sep 03 14:14:57.715376 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Initializing extension driver 'port_security' Sep 03 14:14:57.716095 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.extensions.port_security [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] PortSecurityExtensionDriver initialization complete Sep 03 14:14:57.716095 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Initializing mechanism driver 'openvswitch' Sep 03 14:14:57.716383 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Initializing mechanism driver 'hyperv' Sep 03 14:14:57.723665 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.plugins.ml2.plugin [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:14:57.724357 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > port after_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.724734 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > port after_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.725096 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > port after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.725621 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 14:14:57.726081 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > subnet after_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.726441 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > subnet after_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.726792 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.727189 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 14:14:57.727650 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > network after_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.727954 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > network after_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.728302 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > network after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.728692 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 14:14:57.729100 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > security_group after_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.729451 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > security_group after_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.729830 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > security_group after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.730365 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 14:14:57.730773 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.731128 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.731479 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.731874 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 14:14:57.732279 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > address_group after_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.732629 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > address_group after_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.732973 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > address_group after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.733928 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93853) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 14:14:57.734308 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] ML2 OVO RPC backend initialized. {{(pid=93853) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 03 14:14:57.735020 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.735379 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.735796 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > network before_response 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.736150 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > networks before_response 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.736500 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > port before_response 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.736847 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > ports before_response 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.737193 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > subnet before_response 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.737543 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > subnets before_response 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.737917 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > network after_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.738516 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > network after_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.738855 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > network after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.739308 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > port after_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.739653 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > port after_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.739990 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > port after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.740330 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > subnet after_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.740670 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > subnet after_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.741009 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.741596 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.plugin [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Modular L2 Plugin initialization complete Sep 03 14:14:57.741954 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading services supported by the core plugin {{(pid=93853) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 14:14:57.742289 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.plugins.ml2.managers [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Got port-security extension from driver 'port_security' Sep 03 14:14:57.742763 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.extensions.vlantransparent [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Disabled vlantransparent extension. Sep 03 14:14:57.743240 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93853) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 14:14:57.743558 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading Plugin: router Sep 03 14:14:57.780443 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router_interface before_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.780845 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router after_create 55549900 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.781222 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router before_create 55549900 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.781593 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.781996 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.782359 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router after_delete 55549900 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.782725 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > floatingip after_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.783098 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > floatingip after_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.783443 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router after_create 55549900 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.783797 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router after_update 55549900 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.784153 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router after_update 55549900 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.784504 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.784871 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router after_update 55549900 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.785289 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router precommit_update 55549900 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.785684 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: port after_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.786034 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: port after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.786377 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: subnet after_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.786721 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.787076 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > port precommit_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.787430 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router precommit_create 55549900 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.787777 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: port before_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.788130 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router precommit_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.788495 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router after_update 55549900 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.788844 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router precommit_delete 55549900 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.789203 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router precommit_create 55549900 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.789567 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.789953 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router precommit_update 55549900 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.790321 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > agent after_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.790680 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > agent after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.791030 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > network after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.791924 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Tracking information for resource: router configured {{(pid=93853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 14:14:57.792266 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Tracking information for resource: floatingip configured {{(pid=93853) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 14:14:57.797824 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.db.l3_agentschedulers_db [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 14:14:57.798405 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: port after_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.798771 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: port after_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.799129 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: port after_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.799485 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: port after_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.800291 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router before_create 55550100 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.800659 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router precommit_delete 55550100 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.801023 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router precommit_create 55550100 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.801385 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > router precommit_update 55550100 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.806110 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.services.provider_configuration [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Service providers = [] {{(pid=93853) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 14:14:57.806487 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.db.servicetype_db [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93853) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 14:14:57.809437 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.services.service_base [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 14:14:57.809830 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.services.service_base [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 14:14:57.810183 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.services.service_base [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 14:14:57.811083 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.services.service_base [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93853) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 14:14:57.812084 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.services.service_base [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 14:14:57.812474 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 14:14:57.812799 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 14:14:57.823465 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 14:14:57.823757 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading Plugin: auto_allocate Sep 03 14:14:57.829533 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: network precommit_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.829936 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: network precommit_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.830470 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 14:14:57.830796 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading Plugin: tag Sep 03 14:14:57.837318 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 14:14:57.837678 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading Plugin: timestamp Sep 03 14:14:57.841786 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 14:14:57.842042 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading Plugin: network_ip_availability Sep 03 14:14:57.850174 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.850556 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.850923 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:57.851686 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 14:14:57.852014 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading Plugin: flavors Sep 03 14:14:57.856754 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 14:14:57.857094 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading Plugin: revisions Sep 03 14:14:57.862069 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93853) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 14:14:57.862468 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_concurrency.lockutils [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.962s {{(pid=93853) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 14:14:57.863481 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93853) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 03 14:14:57.863833 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Initializing extension manager. Sep 03 14:14:57.864350 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: __init__.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.864699 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: __pycache__ {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.865044 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.865385 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: address_group.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.866196 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.866784 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: address-group Sep 03 14:14:57.867115 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: address_scope.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.872358 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.872358 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: address-scope Sep 03 14:14:57.872358 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: admin_state_down_before_update.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.872358 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.872358 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: router-admin-state-down-before-update Sep 03 14:14:57.872358 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: agent.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.872902 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.872902 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: agent Sep 03 14:14:57.872902 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: agent_resources_synced.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.873202 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.873876 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: agent-resources-synced Sep 03 14:14:57.874723 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: allowedaddresspairs.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.876608 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.877137 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: allowed-address-pairs Sep 03 14:14:57.877469 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: auto_allocated_topology.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.878636 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.879156 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: auto-allocated-topology Sep 03 14:14:57.879486 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: availability_zone.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.880195 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.880700 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: availability_zone Sep 03 14:14:57.881025 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: availability_zone_filter.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.881971 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.882492 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: availability_zone_filter Sep 03 14:14:57.882817 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: data_plane_status.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.883734 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.884241 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 14:14:57.884564 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: default_subnetpools.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.885481 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.886019 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: default-subnetpools Sep 03 14:14:57.886345 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: dhcpagentscheduler.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.887180 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.887683 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: dhcp_agent_scheduler Sep 03 14:14:57.888005 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: dns.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.888927 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.889458 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension dns-integration not supported by any of loaded plugins Sep 03 14:14:57.889816 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: dns_domain_ports.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.890745 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.891250 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 14:14:57.891573 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.892501 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.893006 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 14:14:57.893331 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: dvr.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.894044 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.894550 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: dvr Sep 03 14:14:57.894874 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: ecmp_routes.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.895790 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.896291 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 14:14:57.896616 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: empty_string_filtering.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.897538 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.898077 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: empty-string-filtering Sep 03 14:14:57.898404 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.899314 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.899820 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 14:14:57.900146 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.901060 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.901571 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 14:14:57.901928 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: external_net.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.902843 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.903354 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: external-net Sep 03 14:14:57.903679 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: extra_dhcp_opt.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.904605 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.905140 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: extra_dhcp_opt Sep 03 14:14:57.905464 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: extraroute.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.906470 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.906977 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: extraroute Sep 03 14:14:57.907308 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: extraroute_atomic.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.908330 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.908839 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: extraroute-atomic Sep 03 14:14:57.909166 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: filter_validation.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.909866 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.910372 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: filter-validation Sep 03 14:14:57.910695 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: fip_pf_description.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.911656 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.912159 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 14:14:57.912483 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: fip_port_details.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.913411 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.913951 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: fip-port-details Sep 03 14:14:57.914277 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: flavors.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.915537 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.916556 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: flavors Sep 03 14:14:57.916556 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.918073 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.918595 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 14:14:57.918932 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: floatingip_pools.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.919642 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.920154 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: floatingip-pools Sep 03 14:14:57.920485 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: ip_allocation.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.921989 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.922501 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 14:14:57.922831 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.923766 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.924278 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: ip-substring-filtering Sep 03 14:14:57.924610 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: l2_adjacency.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.925537 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.926074 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 14:14:57.926405 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: l3.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.927564 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.928086 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: router Sep 03 14:14:57.928418 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: l3_conntrack_helper.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.930699 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.931235 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 14:14:57.931571 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.932499 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.933013 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: ext-gw-mode Sep 03 14:14:57.933346 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.934323 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.934836 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: l3-ha Sep 03 14:14:57.935184 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: l3_flavors.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.936086 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.937146 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: l3-flavors Sep 03 14:14:57.937475 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.938433 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.938946 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 14:14:57.939276 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: l3agentscheduler.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.940354 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.940873 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: l3_agent_scheduler Sep 03 14:14:57.941204 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: logging.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.942748 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.943272 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension logging not supported by any of loaded plugins Sep 03 14:14:57.943606 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: metering.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.944355 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.944934 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: metering Sep 03 14:14:57.945262 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.946405 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.946924 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: metering_source_and_destination_fields Sep 03 14:14:57.947253 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: multiprovidernet.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.948190 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.948705 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: multi-provider Sep 03 14:14:57.949032 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: netmtu.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.949981 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.950497 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: net-mtu Sep 03 14:14:57.950824 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: netmtu_writable.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.951745 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.952786 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: net-mtu-writable Sep 03 14:14:57.953108 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: network_availability_zone.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.953813 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.954320 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: network_availability_zone Sep 03 14:14:57.954641 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: network_ip_availability.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.955772 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.956287 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: network-ip-availability Sep 03 14:14:57.956618 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: network_segment_range.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.957388 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.957923 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 14:14:57.958248 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: pagination.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.959233 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.959565 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: pagination Sep 03 14:14:57.959889 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: port_device_profile.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.960820 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.961335 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: port-device-profile Sep 03 14:14:57.961689 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.962633 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.963143 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: port-mac-address-regenerate Sep 03 14:14:57.963472 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.964391 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.964903 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: port-numa-affinity-policy Sep 03 14:14:57.965233 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: port_resource_request.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.966309 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.966817 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 14:14:57.967145 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: portbindings.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.968947 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.969680 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: binding Sep 03 14:14:57.970192 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: portbindings_extended.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.971725 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.973128 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: binding-extended Sep 03 14:14:57.974049 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: portsecurity.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.976010 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.976533 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: port-security Sep 03 14:14:57.976867 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: project_id.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.977940 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.978231 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: project-id Sep 03 14:14:57.978558 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: providernet.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.979506 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.980017 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: provider Sep 03 14:14:57.980343 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: qos.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.984467 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.985004 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension qos not supported by any of loaded plugins Sep 03 14:14:57.985347 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.986664 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.987184 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 14:14:57.987518 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.988719 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.989229 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 14:14:57.989557 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: qos_default.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.990517 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.991027 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension qos-default not supported by any of loaded plugins Sep 03 14:14:57.991356 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: qos_fip.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.992038 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.992547 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension qos-fip not supported by any of loaded plugins Sep 03 14:14:57.992874 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: qos_gateway_ip.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.993846 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.994361 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 14:14:57.994689 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: qos_port_network_policy.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.995618 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.996125 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 14:14:57.996456 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: qos_pps_rule.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:57.997680 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:57.998205 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension qos-pps not supported by any of loaded plugins Sep 03 14:14:57.998531 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: qos_rule_type_details.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.000002 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.000516 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 14:14:58.000844 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: qos_rules_alias.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.001927 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.002444 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 14:14:58.002773 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: quotasv2.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.003758 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.004092 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: quotas Sep 03 14:14:58.004417 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: quotasv2_detail.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.007800 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.008152 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: quota_details Sep 03 14:14:58.008495 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: rbac.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.009594 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.010157 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: rbac-policies Sep 03 14:14:58.010493 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: rbac_address_group.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.011437 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.011965 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: rbac-address-group Sep 03 14:14:58.012298 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: rbac_address_scope.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.013226 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.013776 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: rbac-address-scope Sep 03 14:14:58.014110 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: rbac_security_groups.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.015588 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.016106 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: rbac-security-groups Sep 03 14:14:58.016436 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: rbac_subnetpool.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.017367 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.017907 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: rbac-subnetpool Sep 03 14:14:58.018240 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: revisionifmatch.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.019170 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.019687 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: revision-if-match Sep 03 14:14:58.020017 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: revisions.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.021142 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.021692 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: standard-attr-revisions Sep 03 14:14:58.022025 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: router_availability_zone.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.022716 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.023227 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: router_availability_zone Sep 03 14:14:58.023556 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: routerservicetype.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.024479 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.024989 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension router-service-type not supported by any of loaded plugins Sep 03 14:14:58.025316 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.026279 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.026796 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: security-groups-normalized-cidr Sep 03 14:14:58.027124 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: security_groups_port_filtering.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.028050 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.028564 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: port-security-groups-filtering Sep 03 14:14:58.028892 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.029852 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.030391 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: security-groups-remote-address-group Sep 03 14:14:58.030719 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: securitygroup.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.041999 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.042544 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: security-group Sep 03 14:14:58.042884 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: segment.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.043723 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.044232 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension segment not supported by any of loaded plugins Sep 03 14:14:58.044566 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.045582 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.046129 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 14:14:58.046456 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: servicetype.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.047669 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.048188 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: service-type Sep 03 14:14:58.048523 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: sorting.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.049529 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.049892 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: sorting Sep 03 14:14:58.050222 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: standard_attr_segment.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.051148 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.051665 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 14:14:58.051997 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: standardattrdescription.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.052656 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.053164 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: standard-attr-description Sep 03 14:14:58.053491 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: stateful_security_group.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.054476 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.054995 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: stateful-security-group Sep 03 14:14:58.055324 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: stdattrs_common.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.055920 dv-cinder-759955-20-iscsi neutron-server[93853]: WARNING neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 14:14:58.056250 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.057186 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.057736 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 14:14:58.058068 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: subnet_onboard.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.059151 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.059673 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: subnet_onboard Sep 03 14:14:58.060005 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.060934 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.062011 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 14:14:58.062345 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: subnet_service_types.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.063277 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.063794 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: subnet-service-types Sep 03 14:14:58.064124 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: subnetallocation.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.065220 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.065763 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: subnet_allocation Sep 03 14:14:58.066096 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.066776 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.067285 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: subnetpool-prefix-ops Sep 03 14:14:58.067644 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.068542 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.069055 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 14:14:58.069385 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: tagging.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.070511 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.071031 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: standard-attr-tag Sep 03 14:14:58.071362 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: timestamp.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.072623 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.073145 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loaded extension: standard-attr-timestamp Sep 03 14:14:58.073475 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: trunk.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.074538 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.075057 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension trunk not supported by any of loaded plugins Sep 03 14:14:58.075388 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: trunk_details.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.076316 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.076852 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension trunk-details not supported by any of loaded plugins Sep 03 14:14:58.077732 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: uplink_status_propagation.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.078666 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.079182 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 14:14:58.079510 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Loading extension file: vlantransparent.py {{(pid=93853) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:14:58.080199 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93853) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:14:58.080753 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 14:14:58.083348 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Creating instance of TrackedResource for resource:network Sep 03 14:14:58.083895 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Creating instance of TrackedResource for resource:subnet Sep 03 14:14:58.084304 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 14:14:58.084710 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Creating instance of TrackedResource for resource:port Sep 03 14:14:58.085978 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.v2.resource_helper [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:14:58.086427 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.v2.resource_helper [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Service FLAVORS assigned prefix: {{(pid=93853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:14:58.087062 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.v2.resource_helper [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:14:58.087509 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.v2.resource_helper [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:14:58.087844 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Creating instance of TrackedResource for resource:router Sep 03 14:14:58.088275 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Creating instance of TrackedResource for resource:floatingip Sep 03 14:14:58.088776 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.v2.resource_helper [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Service METERING assigned prefix: /metering {{(pid=93853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:14:58.090260 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:58.090650 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:58.091012 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:14:58.092043 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 14:14:58.092522 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Creating instance of TrackedResource for resource:security_group Sep 03 14:14:58.092970 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 14:14:58.093555 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.v2.resource_helper [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Service CORE assigned prefix: {{(pid=93853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:14:58.093914 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 14:14:58.094267 dv-cinder-759955-20-iscsi neutron-server[93853]: WARNING neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] subnetpool is already registered Sep 03 14:14:58.094712 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.v2.resource_helper [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Service CORE assigned prefix: {{(pid=93853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:14:58.095045 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 14:14:58.095384 dv-cinder-759955-20-iscsi neutron-server[93853]: WARNING neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] subnetpool is already registered Sep 03 14:14:58.097804 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.v2.resource_helper [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:14:58.098388 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.v2.resource_helper [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Service FLAVORS assigned prefix: {{(pid=93853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:14:58.099341 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.v2.resource_helper [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:14:58.099480 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.v2.resource_helper [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:14:58.099964 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Creating instance of TrackedResource for resource:router Sep 03 14:14:58.100260 dv-cinder-759955-20-iscsi neutron-server[93853]: WARNING neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] router is already registered Sep 03 14:14:58.100835 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Creating instance of TrackedResource for resource:floatingip Sep 03 14:14:58.101187 dv-cinder-759955-20-iscsi neutron-server[93853]: WARNING neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] floatingip is already registered Sep 03 14:14:58.101847 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.v2.resource_helper [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Service METERING assigned prefix: /metering {{(pid=93853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:14:58.102619 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 14:14:58.103046 dv-cinder-759955-20-iscsi neutron-server[93853]: WARNING neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] rbac_policy is already registered Sep 03 14:14:58.103588 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Creating instance of TrackedResource for resource:security_group Sep 03 14:14:58.104081 dv-cinder-759955-20-iscsi neutron-server[93853]: WARNING neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] security_group is already registered Sep 03 14:14:58.104611 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 14:14:58.105701 dv-cinder-759955-20-iscsi neutron-server[93853]: WARNING neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] security_group_rule is already registered Sep 03 14:14:58.106541 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.v2.resource_helper [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Service CORE assigned prefix: {{(pid=93853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:14:58.106885 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 14:14:58.107258 dv-cinder-759955-20-iscsi neutron-server[93853]: WARNING neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] subnetpool is already registered Sep 03 14:14:58.107811 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.v2.resource_helper [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Service CORE assigned prefix: {{(pid=93853) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:14:58.108283 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 14:14:58.108812 dv-cinder-759955-20-iscsi neutron-server[93853]: WARNING neutron.quota.resource_registry [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] subnetpool is already registered Sep 03 14:14:58.109457 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: extensions {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.111360 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: address-groups {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.113526 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: address-scopes {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.115100 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: agents {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.116472 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: auto-allocated-topology {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.118009 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: availability_zones {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.119528 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: dhcp-networks {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.121315 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: dhcp-agents {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.122769 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: routers {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.125515 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: flavors {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.126708 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: service_profiles {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.127917 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: next_providers {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.129372 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: service_profiles {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.131108 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: floatingip-pools {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.132322 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: routers {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.134449 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: floatingips {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.135746 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: l3-routers {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.137129 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: l3-agents {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.138582 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: metering-labels {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.140502 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: metering-label-rules {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.141810 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: network-ip-availabilities {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.143081 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: bindings {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.145599 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: quotas {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.147086 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: quotas {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.148492 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: rbac-policies {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.149717 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: security-groups {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.151013 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: security-group-rules {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.152241 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: service-providers {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.153464 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: subnetpools {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.154944 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: subnetpools {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.156412 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: tags {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.158101 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: tags {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.159942 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: tags {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.161746 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: tags {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.163539 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: tags {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.165392 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: tags {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.167182 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: tags {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.169150 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: tags {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.171032 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: tags {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.172837 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron.api.extensions [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Extended resource: tags {{(pid=93853) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:14:58.179534 dv-cinder-759955-20-iscsi neutron-server[93853]: WARNING keystonemiddleware.auth_token [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 14:14:58.184745 dv-cinder-759955-20-iscsi neutron-server[93853]: WARNING keystonemiddleware.auth_token [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 14:14:58.194577 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_concurrency.lockutils [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Acquired lock "singleton_lock" {{(pid=93853) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 03 14:14:58.195071 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_concurrency.lockutils [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Releasing lock "singleton_lock" {{(pid=93853) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 03 14:14:58.195778 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO oslo_service.service [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Starting 2 workers Sep 03 14:14:58.201030 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Started child 93969 {{(pid=93853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 14:14:58.206698 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Started child 93970 {{(pid=93853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 14:14:58.207237 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:58.208448 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO neutron.service [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 14:14:58.208896 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [-] (93969) wsgi starting up on http://0.0.0.0:9696 Sep 03 14:14:58.209170 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Notify callbacks [] for process, before_spawn {{(pid=93853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:58.211885 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO oslo_service.service [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Starting 1 workers Sep 03 14:14:58.212086 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:58.213681 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [-] (93970) wsgi starting up on http://0.0.0.0:9696 Sep 03 14:14:58.218100 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Started child 93971 {{(pid=93853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 14:14:58.218726 dv-cinder-759955-20-iscsi neutron-server[93853]: INFO oslo_service.service [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Starting 1 workers Sep 03 14:14:58.222030 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.service [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] calling RpcWorker wait() {{(pid=93971) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 14:14:58.222707 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.service [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] returning from RpcWorker wait() {{(pid=93971) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 14:14:58.223662 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Started child 93972 {{(pid=93853) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 14:14:58.224144 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:58.224567 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG neutron_lib.callbacks.manager [None req-33278b5a-a95a-46eb-b18c-4fb8e844703c None None] Notify callbacks [] for process, after_spawn {{(pid=93853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:58.224671 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:14:58.226666 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93853) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 14:14:58.226906 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 14:14:58.227268 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 14:14:58.227692 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 14:14:58.228289 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 14:14:58.228640 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 14:14:58.229159 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:14:58.230179 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.230179 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.230179 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.230525 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.231129 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.231929 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.232233 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.232493 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.232782 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.233038 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.233777 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.233976 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.234257 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.234504 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.234813 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.235113 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.235371 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.235661 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.235838 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.236100 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.236369 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.236601 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.236868 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] debug = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.237112 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.237635 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.237912 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.238454 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.238676 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.238974 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.239212 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.239464 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.239719 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.239939 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.240200 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.240455 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.240706 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.240981 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.241165 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.241428 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.241696 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.242187 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] host = dv-cinder-759955-20-iscsi {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.242437 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.242656 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.242916 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.243141 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.243387 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.243628 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.243901 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.244164 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.244418 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.244641 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.244908 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.245156 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.245397 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.245639 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] log_file = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.245851 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] log_options = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.246098 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.246356 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.246620 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.246816 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.246986 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.247162 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.247419 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.247583 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.247846 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.248086 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.248310 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.248546 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.248832 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.249074 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.249344 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.249703 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.249853 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.250064 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.250341 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.250574 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.250803 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.251132 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.251300 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.251498 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.251714 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.251950 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.252234 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.252418 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.252632 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.252893 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.253150 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.253403 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.253638 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.253928 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.254163 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.254464 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.254714 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.254866 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.255101 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.255347 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.255597 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.255819 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.256051 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.256274 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.256489 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.256773 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] use_json = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.256927 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.257134 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.257403 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.257633 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.257939 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.258174 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.258452 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.258661 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.258968 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.259279 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.259606 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.259870 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.260086 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.260351 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.260595 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.260818 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.261067 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.261374 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.261624 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.261894 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.262205 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:14:58.262507 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.262507 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.263050 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.263050 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.263466 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.263786 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.264105 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.264386 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.264774 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.265193 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.265477 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.265901 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.266321 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.266705 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.267142 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.267408 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.267686 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.267965 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.268203 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.268440 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.268801 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.269315 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.269564 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.269858 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.270127 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.270979 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.270979 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.270979 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.271747 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.271747 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.271747 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.272154 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.272300 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.272447 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.272737 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.272927 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.273174 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.273384 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.273775 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.274465 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.274465 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.274465 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.275023 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.275023 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.276200 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.276384 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.276526 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.276902 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.277190 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.277485 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.278212 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.278469 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.278696 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.280507 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.280507 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.280507 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.280507 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.280507 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.280896 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.280896 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.281122 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.281298 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.281538 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.281812 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.282420 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.282420 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.282420 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.282889 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.282889 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.283128 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.283246 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.283490 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.283706 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.283927 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.284145 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.284360 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.284592 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.284955 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.285211 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.285465 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.285748 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.285971 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.286863 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.286863 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.286863 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.286863 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.287331 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.287331 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.287619 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.287932 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.288170 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.288439 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.288658 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.288926 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.289147 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.289405 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.289627 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.290130 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.290277 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.290468 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.290732 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.290988 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.291241 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.291519 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.291793 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.292049 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.292351 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.292598 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.292853 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.293145 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.293442 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.294583 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.294583 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.294583 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.294583 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.295235 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.295235 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.295235 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.297023 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.297023 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.297023 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.297023 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.297023 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.298051 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.298051 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.298051 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.298051 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.298552 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.298552 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.298803 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.298928 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.301060 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.301060 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.301060 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.301060 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.301060 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.301060 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.301060 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.301060 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.302135 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.302135 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.302135 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.302135 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.302135 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.302135 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.302878 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.302878 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.302878 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.303236 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.303236 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.303484 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.304138 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.304380 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.304621 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.304849 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.305093 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.305313 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.305537 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.305796 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.306016 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.306273 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.306492 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.306778 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.307044 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.307297 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.307559 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.307788 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.308046 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.308288 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.308554 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.308774 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.308987 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.309202 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.309445 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.309674 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.309927 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.310155 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.310372 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.310627 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.310863 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.311221 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.311487 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.311721 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.311968 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.312205 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.312456 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.312676 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.312899 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.313118 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.313335 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.313575 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.313855 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.314115 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.314328 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.314560 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.314771 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.314988 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.315205 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.315435 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.315728 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.315998 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.316221 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.316474 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.316710 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.316928 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.317198 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.317393 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.317603 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.317849 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.318068 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.318279 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.318506 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.318715 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.318946 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.319168 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.319386 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.319596 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.319822 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.320028 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.320278 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.320520 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.320734 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.320945 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.321167 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.321378 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.321587 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.321849 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.322064 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.322277 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.322525 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.322735 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.322972 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.323158 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.323374 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.323585 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.323890 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.324140 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.324365 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.324658 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.324907 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.325161 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.325935 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.326282 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.326478 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.326723 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.326991 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.327211 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.327619 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.328084 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.328613 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.329098 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.329550 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.329831 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.330142 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.330431 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.330687 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.330903 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.331226 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.331552 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.331835 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.332105 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.332336 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.332579 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.332797 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.333267 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.333613 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.333948 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.334234 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.334542 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.334820 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.335114 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.335360 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.335626 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.335847 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.336071 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.336458 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.336682 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.336931 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.337090 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 14:14:58.337611 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93853) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 14:14:58.337795 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 14:14:58.337953 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 14:14:58.338121 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 14:14:58.338288 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 14:14:58.338589 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 14:14:58.338950 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.339300 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.339466 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.339627 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.339782 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.340111 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.340276 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.340434 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.340595 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.340742 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.340895 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.341048 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.341202 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.341363 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.341525 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.341704 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.341867 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.342027 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.342193 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.342351 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.343033 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.343196 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.343357 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] debug = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.343539 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.343709 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.343906 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.344086 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.344173 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.344317 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.344474 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.344631 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.344789 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.344946 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.345102 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.345260 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.345419 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.345576 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.345756 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.345914 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.346073 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.346231 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] host = dv-cinder-759955-20-iscsi {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.346389 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.346578 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.346731 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.346869 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.347090 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.347218 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.347342 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.347474 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.347602 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.347726 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.347850 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.347999 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.348158 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.348315 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] log_file = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.348473 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] log_options = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.348630 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.348785 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.348785 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.349243 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.349243 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.349495 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.349632 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.349789 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.349916 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.350051 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.350177 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.350312 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.350439 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.350587 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.350744 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.350905 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.351063 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.351220 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.351379 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.351536 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.351694 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.351851 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.352010 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.352167 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.352325 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.352483 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.352640 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.352797 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.352955 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.353114 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.353270 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.353429 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.353587 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.353759 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.353915 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.354072 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.354232 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.354393 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.354550 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.354707 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.354865 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.355021 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.355180 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.355338 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.355496 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.355652 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] use_json = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.355810 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.355968 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.356125 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.356282 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.356445 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.356940 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.357157 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.357792 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:14:58.358207 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.359073 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.359324 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.360853 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.360853 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.360853 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.360853 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.360853 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.360853 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.360853 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.360853 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.360853 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.361931 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.361931 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.361931 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.361931 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.361931 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.361931 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.361931 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.361931 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.363250 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.363250 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.363250 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.363250 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.363250 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.363250 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.363250 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.363940 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.363940 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.363940 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.363940 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.364334 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.364334 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.364334 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.364636 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.364636 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.364782 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.364860 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.365015 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.365176 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.365339 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.366010 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.366010 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.366010 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.366010 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.366492 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.366492 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.366492 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.366763 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.366763 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.366908 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.367019 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.367180 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.367381 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.367495 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.367667 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.367829 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.367990 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.368150 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.368311 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.368472 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.368634 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.368794 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.368954 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.369115 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.369277 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.369452 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.369613 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.369799 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.369961 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.370122 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.370282 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.370443 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.370632 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.370752 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.370935 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.371543 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.371543 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.371543 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.371543 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.372130 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.372130 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.372130 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.372130 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.372400 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.372400 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.372557 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.372699 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.372859 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.373031 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.373209 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.373642 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.373642 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.373642 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.374040 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.374040 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.374538 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.374538 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.374538 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.374810 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.374810 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.375329 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.375329 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.375329 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.375329 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.375725 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.375725 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.375877 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.375987 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.376586 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.376586 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.376586 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.376586 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.377605 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.377605 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.377605 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.377605 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.377605 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.377605 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.377605 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.378217 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.378217 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.378217 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.378217 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.378502 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.378502 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.378645 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.378798 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.378960 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.379112 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.379270 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.379431 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.379599 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.379772 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.379934 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.380099 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.380356 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.380485 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.380609 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.380738 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.380863 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:14:58.381007 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.381007 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.381248 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.381372 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.381495 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.381619 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.381763 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.381920 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.382084 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.382246 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.382407 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.382568 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.382728 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.382889 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.383052 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.383213 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.383375 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.383537 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.383698 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.383859 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.384019 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.384180 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.384342 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.384502 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.384662 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.384823 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.385032 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.385160 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.385286 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.385410 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.385571 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.385759 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.385901 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.386062 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.386224 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.386389 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.386555 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.386717 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.386879 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.387040 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.387202 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.387366 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.387587 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.387717 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.387853 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.387980 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.388124 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.388286 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.388447 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.388609 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.388771 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.388931 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.389107 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.389267 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.389983 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.390144 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.390306 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.390469 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.390631 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.390793 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.390954 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.391116 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.391276 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.391439 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.391603 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.391764 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.391926 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.392085 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.392246 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.392407 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.392568 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.392742 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.392903 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.393064 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.393227 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.393389 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.393549 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.393725 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.393890 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.394051 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.394198 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.394359 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.394520 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.394692 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.395310 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.395310 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.396137 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.396137 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.396137 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.396851 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.396851 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.396851 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.396851 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.396851 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.397754 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.397754 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.397754 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.397754 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.397754 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.398567 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.398567 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.398567 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.398567 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.398567 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.398567 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.400063 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.400063 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.400063 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.400063 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.400063 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.400063 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.400063 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.400063 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.400932 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.400932 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.400932 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.400932 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.400932 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.400932 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.400932 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.400932 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.401842 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.401842 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.401842 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.401842 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.401842 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.402379 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.402379 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.402379 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.402379 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.402823 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.402823 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.402823 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.403075 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.403165 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.403293 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.403418 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.403542 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.403704 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.403866 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.404027 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.404187 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.404348 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.404510 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.404671 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.404832 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.404992 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.405211 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.405888 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.406053 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:14:58.406208 dv-cinder-759955-20-iscsi neutron-server[93853]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93853) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 14:14:58.420845 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 38752) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:14:58.430212 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066822 Sep 03 14:15:10.224781 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b115b86-92a2-4d11-83ef-0fefaeb1c563 None None] get_active_networks_info from dv-cinder-759955-20-iscsi {{(pid=93971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 03 14:15:10.319961 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b115b86-92a2-4d11-83ef-0fefaeb1c563 None None] No non-hosted networks {{(pid=93971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 14:15:10.337856 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.agentschedulers_db [None req-7b115b86-92a2-4d11-83ef-0fefaeb1c563 None None] DHCP Agent not found on host dv-cinder-759955-20-iscsi {{(pid=93971) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 03 14:15:10.502047 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-56d685f5-0c16-49a0-9df3-09b88e875ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-894084'] for agent, after_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:12.939397 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d0265b49-c776-41e2-84d6-60fcd0e90254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-894084'] for agent, after_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:12.987779 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-86a8f275-160f-42c4-91d8-2eb19658ca1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:13.219627 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-894084'] for agent, after_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:13.221597 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:13.222809 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:13.224868 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:13.225905 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:13.227988 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:13.229125 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:13.231210 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:13.232255 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:13.239382 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:13.239844 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:13.240470 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:13.241022 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:13.241642 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759955-20-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:15:13.267963 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759955-20-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:15:14.351511 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-894084'] for agent, after_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:16.106508 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-894084'] for agent, after_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:16.856925 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.db.l3_hamode_db [None req-3d0cc54f-724d-46c0-8735-18c2230111cc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 14:15:16.939532 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0cc54f-724d-46c0-8735-18c2230111cc None None] Routers set() bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:15:16.940009 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0cc54f-724d-46c0-8735-18c2230111cc None None] Router IDs set() for agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 03 14:15:17.656447 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 38846) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:15:18.222262 dv-cinder-759955-20-iscsi neutron-server[93969]: WARNING oslo_policy.policy [None req-2908b182-8ea4-4417-a867-c6becf0392bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 14:15:18.222859 dv-cinder-759955-20-iscsi neutron-server[93969]: WARNING oslo_policy.policy [None req-2908b182-8ea4-4417-a867-c6becf0392bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 14:15:18.451221 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [None req-2908b182-8ea4-4417-a867-c6becf0392bf admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:15:18.453088 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-2908b182-8ea4-4417-a867-c6becf0392bf admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7936070 Sep 03 14:15:20.990286 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 38860) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:15:21.405158 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-7c21f0c3-2d51-4adf-9848-e2f2e8f6d3db admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:15:21.503931 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.policy [None req-7c21f0c3-2d51-4adf-9848-e2f2e8f6d3db admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93969) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 14:15:21.550411 dv-cinder-759955-20-iscsi neutron-server[93969]: WARNING oslo_policy.policy [None req-7c21f0c3-2d51-4adf-9848-e2f2e8f6d3db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 14:15:21.550807 dv-cinder-759955-20-iscsi neutron-server[93969]: WARNING oslo_policy.policy [None req-7c21f0c3-2d51-4adf-9848-e2f2e8f6d3db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 14:15:21.559633 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.quota [None req-7c21f0c3-2d51-4adf-9848-e2f2e8f6d3db admin admin] Loaded quota_driver: . Sep 03 14:15:21.658871 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7c21f0c3-2d51-4adf-9848-e2f2e8f6d3db admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777482527416', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777482525933', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777482515359', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777482511603', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777481968419', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777482557797', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16584869', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16529181', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-734445', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-713235'] for rbac-policy, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:21.731177 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7c21f0c3-2d51-4adf-9848-e2f2e8f6d3db admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:21.732495 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-7c21f0c3-2d51-4adf-9848-e2f2e8f6d3db admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7409174 Sep 03 14:15:24.910587 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 38872) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:15:25.446621 dv-cinder-759955-20-iscsi neutron-server[93970]: WARNING oslo_policy.policy [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 14:15:25.447214 dv-cinder-759955-20-iscsi neutron-server[93970]: WARNING oslo_policy.policy [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 14:15:25.671680 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Request body: {'network': {'tenant_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'name': 'private', 'project_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'admin_state_up': True}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:15:25.673266 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.quota [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Loaded quota_driver: . Sep 03 14:15:25.730515 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Made reservation on behalf of cf1871ae33cc4cc29b53891df631c6bd for: {'network': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:15:25.796983 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.policy [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93970) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 14:15:25.843255 dv-cinder-759955-20-iscsi neutron-server[93970]: WARNING oslo_policy.policy [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 14:15:25.843639 dv-cinder-759955-20-iscsi neutron-server[93970]: WARNING oslo_policy.policy [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 14:15:25.854210 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:25.876771 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:26.018799 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:26.022786 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:26.048822 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:15:26.077311 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777478328396', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:26.077960 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Unsubscribe: segment precommit_create {{(pid=93970) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 14:15:26.078513 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.segments_db [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Added segment a4e548b5-b592-4457-89c8-d72c50fb27e6 of type vlan for network 72904639-25c9-4420-86eb-86ffc9123fc9 Sep 03 14:15:26.084309 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfda68f-a85f-4cb7-b5c7-e31bdb9aa3f3,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:26.107842 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:26.108777 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:26.109154 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:26.109501 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:26.109874 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:26.110221 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:26.110554 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:26.110881 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:26.111225 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:26.111558 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:26.111874 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:26.112196 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Tracked resource versions report: Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: pushed versions: Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: { 'AddressGroup': {'1.2'}, Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'ConntrackHelper': {'1.0'}, Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Log': {'1.0'}, Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Network': {'1.1'}, Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Port': {'1.7'}, Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'PortForwarding': {'1.2'}, Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'QosPolicy': {'1.9'}, Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'SecurityGroup': {'1.4'}, Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'SecurityGroupRule': {'1.2'}, Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'SubPort': {'1.0'}, Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Subnet': {'1.1'}, Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Trunk': {'1.1'}} Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: consumer versions: Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: { DHCP agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: L3 agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: Metadata agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: Metering agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: Open vSwitch agent@dv-cinder-759955-20-iscsi: { 'AddressGroup': '1.2', Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'ConntrackHelper': '1.0', Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Log': '1.0', Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Network': '1.1', Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Port': '1.7', Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'PortForwarding': '1.2', Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'QosPolicy': '1.9', Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'SecurityGroup': '1.4', Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'SecurityGroupRule': '1.2', Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'SubPort': '1.0', Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Subnet': '1.1', Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Trunk': '1.1'}} Sep 03 14:15:26.113852 dv-cinder-759955-20-iscsi neutron-server[93970]: {{(pid=93970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 14:15:26.204019 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:26.246740 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:26.247873 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:26.248570 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:26.302080 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3903501 Sep 03 14:15:26.352767 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f868b49-2cb0-4f48-998a-47ebf3115e49 admin admin] Pushing event updated for resources: {'Network': ['ID=72904639-25c9-4420-86eb-86ffc9123fc9,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:26.365498 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network 72904639-25c9-4420-86eb-86ffc9123fc9 details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:15:29.104275 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 38894) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:15:29.512201 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb356d08-4edb-44af-bee1-ca4c555da925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:29.513641 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-bb356d08-4edb-44af-bee1-ca4c555da925 admin admin] 10.222.0.23 "GET /v2.0/networks/72904639-25c9-4420-86eb-86ffc9123fc9 HTTP/1.1" status: 200 len: 825 time: 0.4083881 Sep 03 14:15:29.554528 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-832b81fb-825c-4a5b-84b2-444bb4698bf2 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/9a85d403-5f8f-42e2-b2fa-837b4d4a95bf HTTP/1.1" status: 200 len: 734 time: 0.0333560 Sep 03 14:15:29.565063 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-441404cf-3429-400a-a413-604cd7750a09 admin admin] Request body: {'subnet': {'subnetpool_id': '9a85d403-5f8f-42e2-b2fa-837b4d4a95bf', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '72904639-25c9-4420-86eb-86ffc9123fc9', 'ip_version': 4, 'tenant_id': 'cf1871ae33cc4cc29b53891df631c6bd'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:15:29.590121 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441404cf-3429-400a-a413-604cd7750a09 admin admin] Made reservation on behalf of cf1871ae33cc4cc29b53891df631c6bd for: {'subnet': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:15:29.592846 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-441404cf-3429-400a-a413-604cd7750a09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:29.923444 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-441404cf-3429-400a-a413-604cd7750a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for subnet, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:29.997742 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441404cf-3429-400a-a413-604cd7750a09 admin admin] Checking segment: {'id': 'a4e548b5-b592-4457-89c8-d72c50fb27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '72904639-25c9-4420-86eb-86ffc9123fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:15:29.998138 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441404cf-3429-400a-a413-604cd7750a09 admin admin] Network hostable DHCP agents. Network: 72904639-25c9-4420-86eb-86ffc9123fc9, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:15:30.000397 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441404cf-3429-400a-a413-604cd7750a09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b0f2504-5c66-4b60-b2cd-f8c083385933,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:30.023111 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441404cf-3429-400a-a413-604cd7750a09 admin admin] Network 72904639-25c9-4420-86eb-86ffc9123fc9 is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:15:30.037714 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-441404cf-3429-400a-a413-604cd7750a09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, 72904639-25c9-4420-86eb-86ffc9123fc9) {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:15:30.042913 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441404cf-3429-400a-a413-604cd7750a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:30.043536 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-441404cf-3429-400a-a413-604cd7750a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:30.049011 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be94a29d-00a3-46f8-8bd6-76be719c1390 None None] Network 72904639-25c9-4420-86eb-86ffc9123fc9 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:15:30.059642 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-441404cf-3429-400a-a413-604cd7750a09 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4986622 Sep 03 14:15:30.401526 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5cabd9-fd1b-576e-aa1b-199532e8f2a6-72904639-25c9-4420-86eb-86ffc9123fc9', 'network_id': '72904639-25c9-4420-86eb-86ffc9123fc9', 'tenant_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'fixed_ips': [{'subnet_id': '9b0f2504-5c66-4b60-b2cd-f8c083385933'}]}} from dv-cinder-759955-20-iscsi. {{(pid=93971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:15:30.402817 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:30.677305 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.db_base_plugin_common [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Allocated IP 172.20.0.2 (72904639-25c9-4420-86eb-86ffc9123fc9/9b0f2504-5c66-4b60-b2cd-f8c083385933/eb2057a0-daab-49d4-8296-cca3bbeabaf9) {{(pid=93971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:15:30.911224 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Notify callbacks [] for port, precommit_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:30.926275 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Transition to ACTIVE for port object eb2057a0-daab-49d4-8296-cca3bbeabaf9 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:15:30.947837 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Transition to ACTIVE for port object eb2057a0-daab-49d4-8296-cca3bbeabaf9 will not be triggered until provisioned by entity DHCP. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:15:30.956382 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328'] for port, after_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:31.027293 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Network 72904639-25c9-4420-86eb-86ffc9123fc9 is already hosted by enough agents. {{(pid=93971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:15:31.032145 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.base_scheduler [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Resources bound (agent type, host, resource id): {{(pid=93971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:15:31.044874 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Received port after_create {{(pid=93971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:15:31.048046 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Pushing event updated for resources: {'Port': ['ID=eb2057a0-daab-49d4-8296-cca3bbeabaf9,revision_number=1']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:31.079133 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:31.079764 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:31.079873 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:31.080167 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:31.080505 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:31.080841 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:31.081176 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:31.081509 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:31.081897 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:31.082237 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:31.082563 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:31.082889 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Tracked resource versions report: Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: pushed versions: Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: { 'AddressGroup': {'1.2'}, Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'ConntrackHelper': {'1.0'}, Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Log': {'1.0'}, Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Network': {'1.1'}, Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Port': {'1.7'}, Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'PortForwarding': {'1.2'}, Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'QosPolicy': {'1.9'}, Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'SecurityGroup': {'1.4'}, Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'SecurityGroupRule': {'1.2'}, Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'SubPort': {'1.0'}, Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Subnet': {'1.1'}, Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Trunk': {'1.1'}} Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: consumer versions: Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: { DHCP agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: L3 agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: Metadata agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: Metering agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: Open vSwitch agent@dv-cinder-759955-20-iscsi: { 'AddressGroup': '1.2', Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'ConntrackHelper': '1.0', Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Log': '1.0', Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Network': '1.1', Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Port': '1.7', Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'PortForwarding': '1.2', Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'QosPolicy': '1.9', Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'SecurityGroup': '1.4', Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'SecurityGroupRule': '1.2', Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'SubPort': '1.0', Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Subnet': '1.1', Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Trunk': '1.1'}} Sep 03 14:15:31.084275 dv-cinder-759955-20-iscsi neutron-server[93971]: {{(pid=93971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 14:15:31.135489 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Attempting to bind port eb2057a0-daab-49d4-8296-cca3bbeabaf9 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:15:31.135889 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Attempting to bind port eb2057a0-daab-49d4-8296-cca3bbeabaf9 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': 'a4e548b5-b592-4457-89c8-d72c50fb27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '72904639-25c9-4420-86eb-86ffc9123fc9'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:15:31.136351 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Attempting to bind port eb2057a0-daab-49d4-8296-cca3bbeabaf9 on network 72904639-25c9-4420-86eb-86ffc9123fc9 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:15:31.142101 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:15:31.142517 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Checking segment: {'id': 'a4e548b5-b592-4457-89c8-d72c50fb27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '72904639-25c9-4420-86eb-86ffc9123fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:15:31.142992 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:31.143390 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Bound using segment: {'id': 'a4e548b5-b592-4457-89c8-d72c50fb27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '72904639-25c9-4420-86eb-86ffc9123fc9'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:15:31.143860 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Bound port: eb2057a0-daab-49d4-8296-cca3bbeabaf9, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e548b5-b592-4457-89c8-d72c50fb27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '72904639-25c9-4420-86eb-86ffc9123fc9'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:15:31.144285 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:31.210401 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] For port eb2057a0-daab-49d4-8296-cca3bbeabaf9, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:15:31.214616 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] For port eb2057a0-daab-49d4-8296-cca3bbeabaf9, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=eb2057a0-daab-49d4-8296-cca3bbeabaf9,segment=NetworkSegment(a4e548b5-b592-4457-89c8-d72c50fb27e6),segment_id=a4e548b5-b592-4457-89c8-d72c50fb27e6)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:15:31.220427 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:31.286320 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db75042-03eb-4dcb-84dc-d111f1175ac1 None None] Pushing event updated for resources: {'Port': ['ID=eb2057a0-daab-49d4-8296-cca3bbeabaf9,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:32.545518 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 38902) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:15:32.902722 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [None req-4f6865f8-61f1-4639-9826-b18d9c8abdef admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:15:32.903821 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4f6865f8-61f1-4639-9826-b18d9c8abdef admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3571868 Sep 03 14:15:35.718417 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 38910) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:15:36.090727 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [None req-e5fe6c20-7002-47f0-9db0-f73a57d11f31 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:15:36.091862 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-e5fe6c20-7002-47f0-9db0-f73a57d11f31 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3724873 Sep 03 14:15:38.842829 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 38924) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:15:39.153868 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-0237450f-bd42-4a52-948b-c76f24075f84 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'cf1871ae33cc4cc29b53891df631c6bd'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:15:39.183844 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0237450f-bd42-4a52-948b-c76f24075f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-948159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10832'] for router, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:39.185539 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0237450f-bd42-4a52-948b-c76f24075f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-947759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-945343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10843'] for router, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:39.335482 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0237450f-bd42-4a52-948b-c76f24075f84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:39.340489 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0237450f-bd42-4a52-948b-c76f24075f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-947750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-945386'] for router, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:39.353374 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0237450f-bd42-4a52-948b-c76f24075f84 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:39.354625 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0237450f-bd42-4a52-948b-c76f24075f84 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5104630 Sep 03 14:15:39.658509 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device eb2057a0-daab-49d4-8296-cca3bbeabaf9 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:15:39.759067 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port eb2057a0-daab-49d4-8296-cca3bbeabaf9 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:15:40.035011 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e792c6-c6d1-4adb-a0d0-8b82c17f34aa None None] Network 72904639-25c9-4420-86eb-86ffc9123fc9 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:15:40.166747 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-35fefaf7-5692-403b-9774-b97c930082ff None None] Provisioning for port eb2057a0-daab-49d4-8296-cca3bbeabaf9 completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:15:40.179437 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-35fefaf7-5692-403b-9774-b97c930082ff None None] Provisioning complete for port eb2057a0-daab-49d4-8296-cca3bbeabaf9 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:15:40.179844 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-35fefaf7-5692-403b-9774-b97c930082ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:40.182446 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-2dbed458-0401-418a-b909-be6dc8b9b555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:40.356911 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-35fefaf7-5692-403b-9774-b97c930082ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:40.397443 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-35fefaf7-5692-403b-9774-b97c930082ff None None] For port eb2057a0-daab-49d4-8296-cca3bbeabaf9, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=eb2057a0-daab-49d4-8296-cca3bbeabaf9,segment=NetworkSegment(a4e548b5-b592-4457-89c8-d72c50fb27e6),segment_id=a4e548b5-b592-4457-89c8-d72c50fb27e6)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:15:40.402345 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-35fefaf7-5692-403b-9774-b97c930082ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:40.457920 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fefaf7-5692-403b-9774-b97c930082ff None None] Pushing event updated for resources: {'Port': ['ID=eb2057a0-daab-49d4-8296-cca3bbeabaf9,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:40.523698 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-4e376e12-ddb9-4a8f-9080-c2d34b157911 None None] Provisioning complete for port eb2057a0-daab-49d4-8296-cca3bbeabaf9 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:15:40.524065 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-4e376e12-ddb9-4a8f-9080-c2d34b157911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:41.624375 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device eb2057a0-daab-49d4-8296-cca3bbeabaf9 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:15:41.670924 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port eb2057a0-daab-49d4-8296-cca3bbeabaf9 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:15:41.671292 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:41.890743 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 38934) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:15:42.228128 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [None req-3b54cc15-3790-4231-9393-b7d3c4c11c0d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:15:42.229113 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3b54cc15-3790-4231-9393-b7d3c4c11c0d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3374412 Sep 03 14:15:42.932839 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-0c884b6e-f5bd-4aa3-894e-4712b1039e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:43.204694 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:44.265368 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:44.727991 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 38952) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:15:44.861441 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:15:44.885077 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Made reservation on behalf of 4efc9809e2f7439180bd08873a4af585 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:15:44.887921 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:44.903915 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:45.020252 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:45.024601 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:45.038324 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Reserving flat network on physical network physnet1 {{(pid=93969) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 14:15:45.073147 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777478328396', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:45.073784 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Unsubscribe: segment precommit_create {{(pid=93969) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 14:15:45.074338 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Added segment 389dcf5f-e624-4d71-82c0-54443a111239 of type flat for network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 Sep 03 14:15:45.081500 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c161d9-629f-4a70-8a72-48297398aa72,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:45.113148 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:45.113505 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:45.114097 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:45.114434 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:45.114761 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:45.115101 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:45.115428 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:45.115749 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:45.116085 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:45.116407 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:45.116724 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:45.117039 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Tracked resource versions report: Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: pushed versions: Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: { 'AddressGroup': {'1.2'}, Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'ConntrackHelper': {'1.0'}, Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Log': {'1.0'}, Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Network': {'1.1'}, Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Port': {'1.7'}, Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'PortForwarding': {'1.2'}, Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'QosPolicy': {'1.9'}, Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'SecurityGroup': {'1.4'}, Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'SecurityGroupRule': {'1.2'}, Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'SubPort': {'1.0'}, Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Subnet': {'1.1'}, Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Trunk': {'1.1'}} Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: consumer versions: Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: { DHCP agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: L3 agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: Metadata agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: Metering agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: Open vSwitch agent@dv-cinder-759955-20-iscsi: { 'AddressGroup': '1.2', Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'ConntrackHelper': '1.0', Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Log': '1.0', Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Network': '1.1', Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Port': '1.7', Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'PortForwarding': '1.2', Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'QosPolicy': '1.9', Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'SecurityGroup': '1.4', Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'SecurityGroupRule': '1.2', Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'SubPort': '1.0', Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Subnet': '1.1', Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Trunk': '1.1'}} Sep 03 14:15:45.118498 dv-cinder-759955-20-iscsi neutron-server[93969]: {{(pid=93969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 14:15:45.215405 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:45.261459 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:45.262736 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:45.263415 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:45.316654 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5875850 Sep 03 14:15:45.367663 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ebd3f-505e-4862-825b-3280d8b54809 admin admin] Pushing event updated for resources: {'Network': ['ID=71a2aaf5-8009-41a7-aebe-f6027ce2b898,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:45.379497 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:15:46.037294 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:46.293325 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 5 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:15:47.628597 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 38974) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:15:47.729584 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0c7b04-de96-4ff5-a77c-5e8cf799807a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:47.730929 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-4a0c7b04-de96-4ff5-a77c-5e8cf799807a admin admin] 10.222.0.23 "GET /v2.0/subnets/9b0f2504-5c66-4b60-b2cd-f8c083385933 HTTP/1.1" status: 200 len: 849 time: 0.1013811 Sep 03 14:15:47.903749 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-26553ac7-8115-4d9b-91dc-3906571a18c7 admin admin] 10.222.0.23 "GET /v2.0/routers/91b8290f-1333-4a2d-8164-cad577260c79 HTTP/1.1" status: 200 len: 704 time: 0.1660964 Sep 03 14:15:48.173045 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:48.472073 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] Allocated IP 172.20.0.1 (72904639-25c9-4420-86eb-86ffc9123fc9/9b0f2504-5c66-4b60-b2cd-f8c083385933/5e1396a9-4e28-4d91-8083-f2cd6453442c) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:15:48.629251 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:48.651839 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] Transition to ACTIVE for port object 5e1396a9-4e28-4d91-8083-f2cd6453442c will not be triggered until provisioned by entity DHCP. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:15:48.720151 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:48.789246 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] Network 72904639-25c9-4420-86eb-86ffc9123fc9 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:15:48.794059 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:15:48.800814 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:15:48.801276 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894143'] for router_interface, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:48.929066 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] Pushing event updated for resources: {'Port': ['ID=5e1396a9-4e28-4d91-8083-f2cd6453442c,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:48.985589 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-f35d8236-1c49-4e14-a197-d44d46d1d051 None None] Provisioning for port 5e1396a9-4e28-4d91-8083-f2cd6453442c completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:15:48.990409 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-f35d8236-1c49-4e14-a197-d44d46d1d051 None None] Provisioning complete for port 5e1396a9-4e28-4d91-8083-f2cd6453442c triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:15:48.990764 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-f35d8236-1c49-4e14-a197-d44d46d1d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:49.030987 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-f35d8236-1c49-4e14-a197-d44d46d1d051 None None] Port 5e1396a9-4e28-4d91-8083-f2cd6453442c cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:15:49.077633 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:49.308104 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:49.313222 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:49.314069 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945967'] for router_interface, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:49.374143 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] Pushing event updated for resources: {'Port': ['ID=5e1396a9-4e28-4d91-8083-f2cd6453442c,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:49.440748 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] Network 72904639-25c9-4420-86eb-86ffc9123fc9 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:15:49.442094 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:15:49.608019 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] Router 91b8290f-1333-4a2d-8164-cad577260c79 is scheduled to L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 with binding_index 1 {{(pid=93970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:15:49.651903 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-6fb2a616-40a4-4b93-b189-81b09819e505 None None] Provisioning complete for port 5e1396a9-4e28-4d91-8083-f2cd6453442c triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:15:49.652190 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a616-40a4-4b93-b189-81b09819e505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:49.686548 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-6fb2a616-40a4-4b93-b189-81b09819e505 None None] Port 5e1396a9-4e28-4d91-8083-f2cd6453442c cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:15:49.702455 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:15:49.710423 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-83794199-1300-4d69-97c6-46e90cf51080 admin admin] 10.222.0.23 "PUT /v2.0/routers/91b8290f-1333-4a2d-8164-cad577260c79/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8002763 Sep 03 14:15:49.714742 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Sync routers for ids ['91b8290f-1333-4a2d-8164-cad577260c79'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:15:49.729960 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Routers {'91b8290f-1333-4a2d-8164-cad577260c79'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:15:49.730839 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:15:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['91b8290f-1333-4a2d-8164-cad577260c79'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:15:49.938730 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Set router 91b8290f-1333-4a2d-8164-cad577260c79 gateway port host: None {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:15:50.378393 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b8290f-1333-4a2d-8164-cad577260c79', 'name': 'router1', 'tenant_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:15:39Z', 'updated_at': '2021-09-03T14:15:49Z', 'revision_number': 2, 'project_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'gw_port_host': None, '_interfaces': [{'id': '5e1396a9-4e28-4d91-8083-f2cd6453442c', 'name': '', 'network_id': '72904639-25c9-4420-86eb-86ffc9123fc9', 'tenant_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'mac_address': 'fa:16:3e:b3:b4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b8290f-1333-4a2d-8164-cad577260c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b0f2504-5c66-4b60-b2cd-f8c083385933', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:15:48Z', 'updated_at': '2021-09-03T14:15:49Z', 'revision_number': 2, 'project_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'subnets': [{'id': '9b0f2504-5c66-4b60-b2cd-f8c083385933', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a85d403-5f8f-42e2-b2fa-837b4d4a95bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:15:50.429232 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Checking router: 91b8290f-1333-4a2d-8164-cad577260c79 for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:15:50.429597 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Updating router 91b8290f-1333-4a2d-8164-cad577260c79 port 5e1396a9-4e28-4d91-8083-f2cd6453442c binding host dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:15:50.479093 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:51.000111 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Notify callbacks [] for port, precommit_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:51.019494 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.provisioning_blocks [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Transition to ACTIVE for port object 5e1396a9-4e28-4d91-8083-f2cd6453442c will not be triggered until provisioned by entity L2. {{(pid=93972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:15:51.026009 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:51.183238 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b1c73-5425-419a-a81e-4fc7934a1e2d None None] Pushing event updated for resources: {'Port': ['ID=5e1396a9-4e28-4d91-8083-f2cd6453442c,revision_number=3']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:51.198525 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1c73-5425-419a-a81e-4fc7934a1e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:51.198886 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1c73-5425-419a-a81e-4fc7934a1e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:51.199235 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1c73-5425-419a-a81e-4fc7934a1e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:51.199664 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1c73-5425-419a-a81e-4fc7934a1e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:51.199916 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1c73-5425-419a-a81e-4fc7934a1e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:51.200258 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1c73-5425-419a-a81e-4fc7934a1e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:51.200590 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1c73-5425-419a-a81e-4fc7934a1e2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:51.200921 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1c73-5425-419a-a81e-4fc7934a1e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:51.201299 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1c73-5425-419a-a81e-4fc7934a1e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:51.201630 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1c73-5425-419a-a81e-4fc7934a1e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:51.201981 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1c73-5425-419a-a81e-4fc7934a1e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:51.202306 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1c73-5425-419a-a81e-4fc7934a1e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1c73-5425-419a-a81e-4fc7934a1e2d None None] Tracked resource versions report: Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: pushed versions: Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: { 'AddressGroup': {'1.2'}, Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'ConntrackHelper': {'1.0'}, Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Log': {'1.0'}, Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Network': {'1.1'}, Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Port': {'1.7'}, Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'PortForwarding': {'1.2'}, Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'QosPolicy': {'1.9'}, Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'SecurityGroup': {'1.4'}, Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'SecurityGroupRule': {'1.2'}, Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'SubPort': {'1.0'}, Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Subnet': {'1.1'}, Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Trunk': {'1.1'}} Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: consumer versions: Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: { DHCP agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: L3 agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: Metadata agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: Metering agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: Open vSwitch agent@dv-cinder-759955-20-iscsi: { 'AddressGroup': '1.2', Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'ConntrackHelper': '1.0', Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Log': '1.0', Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Network': '1.1', Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Port': '1.7', Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'PortForwarding': '1.2', Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'QosPolicy': '1.9', Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'SecurityGroup': '1.4', Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'SecurityGroupRule': '1.2', Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'SubPort': '1.0', Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Subnet': '1.1', Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Trunk': '1.1'}} Sep 03 14:15:51.203718 dv-cinder-759955-20-iscsi neutron-server[93972]: {{(pid=93972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 14:15:51.206342 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Attempting to bind port 5e1396a9-4e28-4d91-8083-f2cd6453442c on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:15:51.206747 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Attempting to bind port 5e1396a9-4e28-4d91-8083-f2cd6453442c by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': 'a4e548b5-b592-4457-89c8-d72c50fb27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '72904639-25c9-4420-86eb-86ffc9123fc9'}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:15:51.207200 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Attempting to bind port 5e1396a9-4e28-4d91-8083-f2cd6453442c on network 72904639-25c9-4420-86eb-86ffc9123fc9 {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:15:51.213239 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:15:51.213684 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Checking segment: {'id': 'a4e548b5-b592-4457-89c8-d72c50fb27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '72904639-25c9-4420-86eb-86ffc9123fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:15:51.214166 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:51.214564 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Bound using segment: {'id': 'a4e548b5-b592-4457-89c8-d72c50fb27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '72904639-25c9-4420-86eb-86ffc9123fc9'} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:15:51.215075 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Bound port: 5e1396a9-4e28-4d91-8083-f2cd6453442c, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e548b5-b592-4457-89c8-d72c50fb27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '72904639-25c9-4420-86eb-86ffc9123fc9'}}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:15:51.215466 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:51.290053 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] For port 5e1396a9-4e28-4d91-8083-f2cd6453442c, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:15:51.311505 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] For port 5e1396a9-4e28-4d91-8083-f2cd6453442c, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=5e1396a9-4e28-4d91-8083-f2cd6453442c,segment=NetworkSegment(a4e548b5-b592-4457-89c8-d72c50fb27e6),segment_id=a4e548b5-b592-4457-89c8-d72c50fb27e6)] {{(pid=93972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:15:51.321309 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:51.375142 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Routers {'91b8290f-1333-4a2d-8164-cad577260c79'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:15:51.375789 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:15:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['91b8290f-1333-4a2d-8164-cad577260c79'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:15:51.455639 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b1c73-5425-419a-a81e-4fc7934a1e2d None None] Pushing event updated for resources: {'Port': ['ID=5e1396a9-4e28-4d91-8083-f2cd6453442c,revision_number=4']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:51.482307 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] Set router 91b8290f-1333-4a2d-8164-cad577260c79 gateway port host: None {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:15:51.709925 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b8290f-1333-4a2d-8164-cad577260c79', 'name': 'router1', 'tenant_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:15:39Z', 'updated_at': '2021-09-03T14:15:49Z', 'revision_number': 2, 'project_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'gw_port_host': None, '_interfaces': [{'id': '5e1396a9-4e28-4d91-8083-f2cd6453442c', 'name': '', 'network_id': '72904639-25c9-4420-86eb-86ffc9123fc9', 'tenant_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'mac_address': 'fa:16:3e:b3:b4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b8290f-1333-4a2d-8164-cad577260c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b0f2504-5c66-4b60-b2cd-f8c083385933', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:15:48Z', 'updated_at': '2021-09-03T14:15:51Z', 'revision_number': 4, 'project_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'subnets': [{'id': '9b0f2504-5c66-4b60-b2cd-f8c083385933', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a85d403-5f8f-42e2-b2fa-837b4d4a95bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:15:51.735604 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df66b3-c179-42a2-b5e2-68eb75444956 None None] The sync data for ids ['91b8290f-1333-4a2d-8164-cad577260c79'] in dv-cinder-759955-20-iscsi is: [{'id': '91b8290f-1333-4a2d-8164-cad577260c79', 'name': 'router1', 'tenant_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:15:39Z', 'updated_at': '2021-09-03T14:15:49Z', 'revision_number': 2, 'project_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'gw_port_host': None, '_interfaces': [{'id': '5e1396a9-4e28-4d91-8083-f2cd6453442c', 'name': '', 'network_id': '72904639-25c9-4420-86eb-86ffc9123fc9', 'tenant_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'mac_address': 'fa:16:3e:b3:b4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b8290f-1333-4a2d-8164-cad577260c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b0f2504-5c66-4b60-b2cd-f8c083385933', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:15:48Z', 'updated_at': '2021-09-03T14:15:51Z', 'revision_number': 4, 'project_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'subnets': [{'id': '9b0f2504-5c66-4b60-b2cd-f8c083385933', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a85d403-5f8f-42e2-b2fa-837b4d4a95bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:15:52.010824 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 38984) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:15:52.135392 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9ba168-f714-4724-a0d7-da355df058ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:52.136799 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-ff9ba168-f714-4724-a0d7-da355df058ba admin admin] 10.222.0.23 "GET /v2.0/networks/71a2aaf5-8009-41a7-aebe-f6027ce2b898 HTTP/1.1" status: 200 len: 842 time: 0.1249030 Sep 03 14:15:52.147756 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-95403bda-2787-42cf-b854-ba60dbb17c5b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:15:52.171732 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95403bda-2787-42cf-b854-ba60dbb17c5b admin admin] Made reservation on behalf of 4efc9809e2f7439180bd08873a4af585 for: {'subnet': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:15:52.174220 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-95403bda-2787-42cf-b854-ba60dbb17c5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:52.491135 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.objects.ports [None req-95403bda-2787-42cf-b854-ba60dbb17c5b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93970) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 03 14:15:52.491579 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-95403bda-2787-42cf-b854-ba60dbb17c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for subnet, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:52.552410 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95403bda-2787-42cf-b854-ba60dbb17c5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3592d6f5-ce6a-448b-9072-bd66af67c647,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:52.560223 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95403bda-2787-42cf-b854-ba60dbb17c5b admin admin] Checking segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:15:52.561136 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95403bda-2787-42cf-b854-ba60dbb17c5b admin admin] Network hostable DHCP agents. Network: 71a2aaf5-8009-41a7-aebe-f6027ce2b898, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:15:52.580700 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95403bda-2787-42cf-b854-ba60dbb17c5b admin admin] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:15:52.592428 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-95403bda-2787-42cf-b854-ba60dbb17c5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, 71a2aaf5-8009-41a7-aebe-f6027ce2b898) {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:15:52.600554 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7c539b-f3ee-4b99-bac9-eb977867a1ad None None] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:15:52.601305 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95403bda-2787-42cf-b854-ba60dbb17c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:52.601958 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-95403bda-2787-42cf-b854-ba60dbb17c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:52.631180 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-95403bda-2787-42cf-b854-ba60dbb17c5b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4759471 Sep 03 14:15:52.736146 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177b8764-da1e-4769-9a9d-e9fc4943eb25 None None] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:15:54.964752 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 38992) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:15:55.102180 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-9e5603ef-c037-4522-97f1-c2e7284d9a3f admin admin] 10.222.0.23 "GET /v2.0/routers/91b8290f-1333-4a2d-8164-cad577260c79 HTTP/1.1" status: 200 len: 710 time: 0.1360755 Sep 03 14:15:55.200909 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7388ea-2e56-4c47-a108-84c44a3c5d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:15:55.202310 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-0a7388ea-2e56-4c47-a108-84c44a3c5d7e admin admin] 10.222.0.23 "GET /v2.0/networks/71a2aaf5-8009-41a7-aebe-f6027ce2b898 HTTP/1.1" status: 200 len: 886 time: 0.0941107 Sep 03 14:15:55.212509 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-f72e060e-d7b8-4a6f-9d40-3c0052e94aeb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:15:55.542940 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f72e060e-d7b8-4a6f-9d40-3c0052e94aeb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:55.787803 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f72e060e-d7b8-4a6f-9d40-3c0052e94aeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:55.866143 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f72e060e-d7b8-4a6f-9d40-3c0052e94aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:55.971783 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-f72e060e-d7b8-4a6f-9d40-3c0052e94aeb admin admin] Allocated IP 172.27.3.57 (71a2aaf5-8009-41a7-aebe-f6027ce2b898/3592d6f5-ce6a-448b-9072-bd66af67c647/5ca97914-9291-4829-bb4f-820c4d46e634) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:15:56.078131 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f72e060e-d7b8-4a6f-9d40-3c0052e94aeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:56.121182 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f72e060e-d7b8-4a6f-9d40-3c0052e94aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:56.167409 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72e060e-d7b8-4a6f-9d40-3c0052e94aeb admin admin] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:15:56.170533 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-f72e060e-d7b8-4a6f-9d40-3c0052e94aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:15:56.174888 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e060e-d7b8-4a6f-9d40-3c0052e94aeb admin admin] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:15:56.222999 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e060e-d7b8-4a6f-9d40-3c0052e94aeb admin admin] Pushing event updated for resources: {'Port': ['ID=5ca97914-9291-4829-bb4f-820c4d46e634,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:56.466026 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f72e060e-d7b8-4a6f-9d40-3c0052e94aeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:56.686170 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f72e060e-d7b8-4a6f-9d40-3c0052e94aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-945293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-947773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10829'] for router, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:56.689686 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f72e060e-d7b8-4a6f-9d40-3c0052e94aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-945386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-945284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-945299', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-947764'] for router, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:56.883635 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72e060e-d7b8-4a6f-9d40-3c0052e94aeb admin admin] Router 91b8290f-1333-4a2d-8164-cad577260c79 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:15:57.008130 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72e060e-d7b8-4a6f-9d40-3c0052e94aeb admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:15:57.018685 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f72e060e-d7b8-4a6f-9d40-3c0052e94aeb admin admin] Notify callbacks [] for router, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:57.019982 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-f72e060e-d7b8-4a6f-9d40-3c0052e94aeb admin admin] 10.222.0.23 "PUT /v2.0/routers/91b8290f-1333-4a2d-8164-cad577260c79 HTTP/1.1" status: 200 len: 889 time: 1.8111951 Sep 03 14:15:57.648366 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 5e1396a9-4e28-4d91-8083-f2cd6453442c up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:15:57.697975 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port 5e1396a9-4e28-4d91-8083-f2cd6453442c completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:15:57.701929 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 5e1396a9-4e28-4d91-8083-f2cd6453442c triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:15:57.702306 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:57.778895 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:57.814491 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port 5e1396a9-4e28-4d91-8083-f2cd6453442c, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=5e1396a9-4e28-4d91-8083-f2cd6453442c,segment=NetworkSegment(a4e548b5-b592-4457-89c8-d72c50fb27e6),segment_id=a4e548b5-b592-4457-89c8-d72c50fb27e6)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:15:57.819547 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:57.919420 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=5e1396a9-4e28-4d91-8083-f2cd6453442c,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:58.452526 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Sync routers for ids ['91b8290f-1333-4a2d-8164-cad577260c79'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:15:58.474010 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Routers {'91b8290f-1333-4a2d-8164-cad577260c79'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:15:58.474701 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:15:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['91b8290f-1333-4a2d-8164-cad577260c79'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:15:58.691074 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Set router 91b8290f-1333-4a2d-8164-cad577260c79 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:15:59.184442 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b8290f-1333-4a2d-8164-cad577260c79', 'name': 'router1', 'tenant_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '5ca97914-9291-4829-bb4f-820c4d46e634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:15:39Z', 'updated_at': '2021-09-03T14:15:56Z', 'revision_number': 4, 'project_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'gw_port': {'id': '5ca97914-9291-4829-bb4f-820c4d46e634', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b8290f-1333-4a2d-8164-cad577260c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:15:55Z', 'updated_at': '2021-09-03T14:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '5e1396a9-4e28-4d91-8083-f2cd6453442c', 'name': '', 'network_id': '72904639-25c9-4420-86eb-86ffc9123fc9', 'tenant_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'mac_address': 'fa:16:3e:b3:b4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b8290f-1333-4a2d-8164-cad577260c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b0f2504-5c66-4b60-b2cd-f8c083385933', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:15:48Z', 'updated_at': '2021-09-03T14:15:57Z', 'revision_number': 5, 'project_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'subnets': [{'id': '9b0f2504-5c66-4b60-b2cd-f8c083385933', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a85d403-5f8f-42e2-b2fa-837b4d4a95bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:15:59.237972 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Checking router: 91b8290f-1333-4a2d-8164-cad577260c79 for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:15:59.238326 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Updating router 91b8290f-1333-4a2d-8164-cad577260c79 port 5ca97914-9291-4829-bb4f-820c4d46e634 binding host dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:15:59.288121 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:59.535463 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 39004) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:15:59.648365 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:59.660562 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Transition to ACTIVE for port object 5ca97914-9291-4829-bb4f-820c4d46e634 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:15:59.667492 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:59.685713 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-7e554d77-a4fa-43aa-b475-d31659e812d5 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1484261 Sep 03 14:15:59.724910 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Attempting to bind port 5ca97914-9291-4829-bb4f-820c4d46e634 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:15:59.725517 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Attempting to bind port 5ca97914-9291-4829-bb4f-820c4d46e634 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:15:59.725623 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Attempting to bind port 5ca97914-9291-4829-bb4f-820c4d46e634 on network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:15:59.740010 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4990f-11fa-4a3a-a7ed-3b40a8ca03a8 None None] Pushing event updated for resources: {'Port': ['ID=5ca97914-9291-4829-bb4f-820c4d46e634,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:15:59.743425 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:15:59.743425 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Checking segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:15:59.743851 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:59.744179 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Bound using segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:15:59.744939 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Bound port: 5ca97914-9291-4829-bb4f-820c4d46e634, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:15:59.745683 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:15:59.803702 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] For port 5ca97914-9291-4829-bb4f-820c4d46e634, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:15:59.807734 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] For port 5ca97914-9291-4829-bb4f-820c4d46e634, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=5ca97914-9291-4829-bb4f-820c4d46e634,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:15:59.811023 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 5e1396a9-4e28-4d91-8083-f2cd6453442c up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:15:59.815451 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:00.000059 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4990f-11fa-4a3a-a7ed-3b40a8ca03a8 None None] Pushing event updated for resources: {'Port': ['ID=5ca97914-9291-4829-bb4f-820c4d46e634,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:16:00.004239 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Routers {'91b8290f-1333-4a2d-8164-cad577260c79'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:16:00.004882 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:15:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['91b8290f-1333-4a2d-8164-cad577260c79'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:00.079744 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 5e1396a9-4e28-4d91-8083-f2cd6453442c triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:16:00.080138 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:00.152684 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] Set router 91b8290f-1333-4a2d-8164-cad577260c79 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:16:00.448825 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b8290f-1333-4a2d-8164-cad577260c79', 'name': 'router1', 'tenant_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '5ca97914-9291-4829-bb4f-820c4d46e634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:15:39Z', 'updated_at': '2021-09-03T14:15:56Z', 'revision_number': 4, 'project_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'gw_port': {'id': '5ca97914-9291-4829-bb4f-820c4d46e634', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b8290f-1333-4a2d-8164-cad577260c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:15:55Z', 'updated_at': '2021-09-03T14:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '5e1396a9-4e28-4d91-8083-f2cd6453442c', 'name': '', 'network_id': '72904639-25c9-4420-86eb-86ffc9123fc9', 'tenant_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'mac_address': 'fa:16:3e:b3:b4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b8290f-1333-4a2d-8164-cad577260c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b0f2504-5c66-4b60-b2cd-f8c083385933', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:15:48Z', 'updated_at': '2021-09-03T14:15:57Z', 'revision_number': 5, 'project_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'subnets': [{'id': '9b0f2504-5c66-4b60-b2cd-f8c083385933', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a85d403-5f8f-42e2-b2fa-837b4d4a95bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:16:00.491122 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f9291-8441-42ba-87c8-b2747eaf9e79 None None] The sync data for ids ['91b8290f-1333-4a2d-8164-cad577260c79'] in dv-cinder-759955-20-iscsi is: [{'id': '91b8290f-1333-4a2d-8164-cad577260c79', 'name': 'router1', 'tenant_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '5ca97914-9291-4829-bb4f-820c4d46e634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:15:39Z', 'updated_at': '2021-09-03T14:15:56Z', 'revision_number': 4, 'project_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'gw_port': {'id': '5ca97914-9291-4829-bb4f-820c4d46e634', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b8290f-1333-4a2d-8164-cad577260c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:15:55Z', 'updated_at': '2021-09-03T14:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '5e1396a9-4e28-4d91-8083-f2cd6453442c', 'name': '', 'network_id': '72904639-25c9-4420-86eb-86ffc9123fc9', 'tenant_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'mac_address': 'fa:16:3e:b3:b4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b8290f-1333-4a2d-8164-cad577260c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b0f2504-5c66-4b60-b2cd-f8c083385933', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:15:48Z', 'updated_at': '2021-09-03T14:15:57Z', 'revision_number': 5, 'project_id': 'cf1871ae33cc4cc29b53891df631c6bd', 'subnets': [{'id': '9b0f2504-5c66-4b60-b2cd-f8c083385933', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a85d403-5f8f-42e2-b2fa-837b4d4a95bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:16:01.840152 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 5ca97914-9291-4829-bb4f-820c4d46e634 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:16:01.898444 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port 5ca97914-9291-4829-bb4f-820c4d46e634 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:16:01.902738 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 5ca97914-9291-4829-bb4f-820c4d46e634 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:16:01.903470 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:01.992343 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:02.020014 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port 5ca97914-9291-4829-bb4f-820c4d46e634, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=5ca97914-9291-4829-bb4f-820c4d46e634,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:16:02.025760 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:02.084672 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=5ca97914-9291-4829-bb4f-820c4d46e634,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:16:03.838296 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 5ca97914-9291-4829-bb4f-820c4d46e634 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:16:03.914171 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 5ca97914-9291-4829-bb4f-820c4d46e634 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:16:03.914550 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:10.139780 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c242bbd4-b60d-40b6-ba38-2a1f55a674cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:12.943095 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-01b312eb-bf9e-45d7-86d2-8188f3312b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:13.208514 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:14.282700 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:16.073594 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:23.296174 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 5 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:16:40.129903 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-4d0cf3af-0e62-4248-a066-e9bd84646efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:42.938623 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-635eff4f-766a-44f2-b356-f5959e26dfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:43.221870 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:44.277442 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:16:46.064997 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:00.297237 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 5 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:17:10.126743 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a8b3405b-d56e-4450-a230-a03702649a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:12.934304 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-01c752d8-a5a3-4586-ac98-5d8324cebf3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:13.215872 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:14.279432 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:16.064326 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:37.297294 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 5 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:17:40.131056 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-f6a442a1-f447-463d-88ba-dce559e8826e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:41.524376 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 39566) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:41.592350 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b9063d-e5e6-444d-864b-8f416d319e6e admin admin] GET failed (client error): The resource could not be found. Sep 03 14:17:41.593759 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-73b9063d-e5e6-444d-864b-8f416d319e6e admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0683086 Sep 03 14:17:41.764488 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26a8dd1-d045-45a6-8ff5-539f39a904a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:41.765905 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-d26a8dd1-d045-45a6-8ff5-539f39a904a0 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1674280 Sep 03 14:17:42.937676 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-91f9e7fd-21f6-44f6-bbc0-76f8ec4de169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:43.217546 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:43.978004 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 39576) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:44.068459 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74303d3c-a01b-4108-9bf2-34ce8aa19e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:44.069867 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-74303d3c-a01b-4108-9bf2-34ce8aa19e0c admin admin] 10.222.0.23 "GET /v2.0/subnets/9b0f2504-5c66-4b60-b2cd-f8c083385933 HTTP/1.1" status: 200 len: 849 time: 0.0908237 Sep 03 14:17:44.080451 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-d8b741d2-2bc0-48fe-81d4-47b78d9942c6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:17:44.168471 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d8b741d2-2bc0-48fe-81d4-47b78d9942c6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:44.281753 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:44.313981 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d8b741d2-2bc0-48fe-81d4-47b78d9942c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777478319041'] for subnet, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:44.345141 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b741d2-2bc0-48fe-81d4-47b78d9942c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:44.345680 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d8b741d2-2bc0-48fe-81d4-47b78d9942c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:44.347476 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-d8b741d2-2bc0-48fe-81d4-47b78d9942c6 admin admin] 10.222.0.23 "PUT /v2.0/subnets/9b0f2504-5c66-4b60-b2cd-f8c083385933 HTTP/1.1" status: 200 len: 868 time: 0.2703240 Sep 03 14:17:44.350306 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ea669f-491c-435a-bfa9-aac482639f73 None None] Network 72904639-25c9-4420-86eb-86ffc9123fc9 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:17:44.366344 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b741d2-2bc0-48fe-81d4-47b78d9942c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b0f2504-5c66-4b60-b2cd-f8c083385933,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:17:44.374565 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b741d2-2bc0-48fe-81d4-47b78d9942c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:44.375217 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b741d2-2bc0-48fe-81d4-47b78d9942c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:44.375574 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b741d2-2bc0-48fe-81d4-47b78d9942c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:44.375919 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b741d2-2bc0-48fe-81d4-47b78d9942c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:44.376266 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b741d2-2bc0-48fe-81d4-47b78d9942c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:44.376633 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b741d2-2bc0-48fe-81d4-47b78d9942c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:44.376975 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b741d2-2bc0-48fe-81d4-47b78d9942c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:44.377343 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b741d2-2bc0-48fe-81d4-47b78d9942c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:44.377644 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b741d2-2bc0-48fe-81d4-47b78d9942c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:44.378005 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b741d2-2bc0-48fe-81d4-47b78d9942c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:44.378395 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b741d2-2bc0-48fe-81d4-47b78d9942c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:44.378731 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b741d2-2bc0-48fe-81d4-47b78d9942c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:17:44.750296 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-8d6ec684-2575-4e00-98ab-5147255622dd None None] Provisioning complete for port 5e1396a9-4e28-4d91-8083-f2cd6453442c triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:17:44.750883 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8d6ec684-2575-4e00-98ab-5147255622dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:44.841569 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-8d6ec684-2575-4e00-98ab-5147255622dd None None] Provisioning complete for port eb2057a0-daab-49d4-8296-cca3bbeabaf9 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:17:44.841887 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8d6ec684-2575-4e00-98ab-5147255622dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:46.066692 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:17:46.569116 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 39584) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:46.772685 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e40711b-41d1-46fa-9cb7-91a955e46c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:46.773083 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e40711b-41d1-46fa-9cb7-91a955e46c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:46.774665 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-9e40711b-41d1-46fa-9cb7-91a955e46c69 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2042632 Sep 03 14:17:49.013678 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 39592) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:49.155637 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858747b0-e74d-435d-bb85-00ef63488709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:49.156115 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858747b0-e74d-435d-bb85-00ef63488709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:49.157719 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-858747b0-e74d-435d-bb85-00ef63488709 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1430581 Sep 03 14:17:51.400131 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 39600) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:51.614836 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89194475-e50d-4c6c-9e4c-395d3291342a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:51.616416 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-89194475-e50d-4c6c-9e4c-395d3291342a admin admin] 10.222.0.23 "GET /v2.0/networks/71a2aaf5-8009-41a7-aebe-f6027ce2b898 HTTP/1.1" status: 200 len: 886 time: 0.2153046 Sep 03 14:17:53.850029 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 39610) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:53.982291 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4096c43c-996d-4f37-9439-2ffba33f73f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:53.983672 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-4096c43c-996d-4f37-9439-2ffba33f73f2 admin admin] 10.222.0.23 "GET /v2.0/networks/72904639-25c9-4420-86eb-86ffc9123fc9 HTTP/1.1" status: 200 len: 869 time: 0.1326878 Sep 03 14:17:56.222339 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 39618) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:56.349827 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a92035-bc40-4c7b-ba3e-b330cfc269c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:56.350306 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a92035-bc40-4c7b-ba3e-b330cfc269c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:56.351865 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-e1a92035-bc40-4c7b-ba3e-b330cfc269c2 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1285844 Sep 03 14:17:58.586284 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 39626) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:17:58.713764 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3909ab7e-1ecb-4aaf-b824-2a55840ead6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:58.714238 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3909ab7e-1ecb-4aaf-b824-2a55840ead6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:17:58.716355 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3909ab7e-1ecb-4aaf-b824-2a55840ead6f admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1290987 Sep 03 14:18:00.951044 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 39634) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:01.042378 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caf633c-7e9f-41c1-9448-2ce1baf46ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:01.043818 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-1caf633c-7e9f-41c1-9448-2ce1baf46ab5 admin admin] 10.222.0.23 "GET /v2.0/subnets/3592d6f5-ce6a-448b-9072-bd66af67c647 HTTP/1.1" status: 200 len: 816 time: 0.0917704 Sep 03 14:18:03.273497 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 39642) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:03.367570 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ee0ca3-47c7-472f-9f82-2d220e09d96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:03.368974 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-71ee0ca3-47c7-472f-9f82-2d220e09d96a admin admin] 10.222.0.23 "GET /v2.0/subnets/9b0f2504-5c66-4b60-b2cd-f8c083385933 HTTP/1.1" status: 200 len: 868 time: 0.0944805 Sep 03 14:18:10.134381 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-1408ef92-a4ee-4246-9ad1-303031499acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:12.939215 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-b493f530-345a-4085-b5f8-287e6e244af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:13.219035 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:14.289980 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:14.295934 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 5 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:18:16.079871 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:27.615218 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 39696) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:27.663308 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [None req-d6a8057f-c0d0-449d-a48c-6f3ed2b80df4 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:18:27.664373 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-d6a8057f-c0d0-449d-a48c-6f3ed2b80df4 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481691 Sep 03 14:18:29.977023 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 39704) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:30.037605 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c25970d-992d-4ecf-b131-db5759c6cffa admin admin] GET failed (client error): The resource could not be found. Sep 03 14:18:30.038950 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3c25970d-992d-4ecf-b131-db5759c6cffa admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609262 Sep 03 14:18:30.188181 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c868fe-b445-4610-bef2-29663b6923fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:30.189612 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-55c868fe-b445-4610-bef2-29663b6923fe admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1454952 Sep 03 14:18:32.460117 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 39712) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:32.510873 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-e9749f07-0522-44d2-8491-a8e59c22504b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:18:32.540029 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9749f07-0522-44d2-8491-a8e59c22504b admin admin] Made reservation on behalf of 4efc9809e2f7439180bd08873a4af585 for: {'network': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:18:32.543007 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e9749f07-0522-44d2-8491-a8e59c22504b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:32.571594 dv-cinder-759955-20-iscsi neutron-server[93970]: WARNING neutron.services.revisions.revision_plugin [None req-e9749f07-0522-44d2-8491-a8e59c22504b admin admin] Could not find related network for resource to bump revision. Sep 03 14:18:32.587795 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9749f07-0522-44d2-8491-a8e59c22504b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:18:32.601551 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e9749f07-0522-44d2-8491-a8e59c22504b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:32.602049 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.segments_db [None req-e9749f07-0522-44d2-8491-a8e59c22504b admin admin] Added segment ab38a63a-2d68-49b9-90b3-57ae5c6bfe03 of type vlan for network ac9e5a33-7743-4d79-b7ae-410f36680d1a Sep 03 14:18:32.646131 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e9749f07-0522-44d2-8491-a8e59c22504b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:32.673297 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e9749f07-0522-44d2-8491-a8e59c22504b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:32.674468 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9749f07-0522-44d2-8491-a8e59c22504b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:32.675217 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e9749f07-0522-44d2-8491-a8e59c22504b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:32.716432 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-e9749f07-0522-44d2-8491-a8e59c22504b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2551730 Sep 03 14:18:32.743643 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9749f07-0522-44d2-8491-a8e59c22504b admin admin] Pushing event updated for resources: {'Network': ['ID=ac9e5a33-7743-4d79-b7ae-410f36680d1a,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:32.754496 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network ac9e5a33-7743-4d79-b7ae-410f36680d1a details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:18:34.991882 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 39720) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:18:35.057860 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c603f8-a52f-468a-b837-7495214e013f admin admin] GET failed (client error): The resource could not be found. Sep 03 14:18:35.059366 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-77c603f8-a52f-468a-b837-7495214e013f admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0664241 Sep 03 14:18:35.141678 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f36f-6af7-4398-9bb0-3ad640bf7ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:35.143584 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ecc6f36f-6af7-4398-9bb0-3ad640bf7ecd admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0792067 Sep 03 14:18:35.155197 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'ac9e5a33-7743-4d79-b7ae-410f36680d1a'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:18:35.180232 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Made reservation on behalf of 4efc9809e2f7439180bd08873a4af585 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:18:35.182710 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:35.400956 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:35.461092 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=37177f8f-c01c-42ff-8532-6d4fe0b98b30,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:35.471263 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:35.471624 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:35.471965 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:35.472295 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:35.472630 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:35.472978 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:35.473306 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:35.473645 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:35.474012 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:35.474333 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:35.474661 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:35.474972 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:35.477866 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Checking segment: {'id': 'ab38a63a-2d68-49b9-90b3-57ae5c6bfe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac9e5a33-7743-4d79-b7ae-410f36680d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:18:35.478901 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Network hostable DHCP agents. Network: ac9e5a33-7743-4d79-b7ae-410f36680d1a, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:18:35.500848 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Network ac9e5a33-7743-4d79-b7ae-410f36680d1a is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:18:35.512869 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, ac9e5a33-7743-4d79-b7ae-410f36680d1a) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:18:35.519734 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:18:35.520691 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:35.521451 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2be92ff-bcb5-469e-92f9-e89441b5cfd2 None None] Network ac9e5a33-7743-4d79-b7ae-410f36680d1a requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:18:35.536310 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-82546a29-3ad7-4b0a-ae31-b034fff18f4e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3855669 Sep 03 14:18:35.681761 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5cabd9-fd1b-576e-aa1b-199532e8f2a6-ac9e5a33-7743-4d79-b7ae-410f36680d1a', 'network_id': 'ac9e5a33-7743-4d79-b7ae-410f36680d1a', 'tenant_id': '4efc9809e2f7439180bd08873a4af585', 'fixed_ips': [{'subnet_id': '37177f8f-c01c-42ff-8532-6d4fe0b98b30'}]}} from dv-cinder-759955-20-iscsi. {{(pid=93971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:18:35.683193 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:35.821865 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.db_base_plugin_common [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Allocated IP 192.168.233.2 (ac9e5a33-7743-4d79-b7ae-410f36680d1a/37177f8f-c01c-42ff-8532-6d4fe0b98b30/b320796f-2c1c-463b-a285-ac90d3c17769) {{(pid=93971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:18:35.972933 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Notify callbacks [] for port, precommit_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:35.982588 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Transition to ACTIVE for port object b320796f-2c1c-463b-a285-ac90d3c17769 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:18:35.999276 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Transition to ACTIVE for port object b320796f-2c1c-463b-a285-ac90d3c17769 will not be triggered until provisioned by entity DHCP. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:18:36.005055 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328'] for port, after_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:36.043877 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Network ac9e5a33-7743-4d79-b7ae-410f36680d1a is already hosted by enough agents. {{(pid=93971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:18:36.047086 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.base_scheduler [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Resources bound (agent type, host, resource id): {{(pid=93971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:18:36.050224 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Received port after_create {{(pid=93971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:18:36.062439 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Pushing event updated for resources: {'Port': ['ID=b320796f-2c1c-463b-a285-ac90d3c17769,revision_number=1']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:36.088058 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:36.088325 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:36.088724 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:36.089083 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:36.089425 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:36.089782 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:36.090124 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:36.090456 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:36.090802 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:36.091138 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:36.091464 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:36.091791 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:18:36.131542 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Attempting to bind port b320796f-2c1c-463b-a285-ac90d3c17769 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:18:36.131934 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Attempting to bind port b320796f-2c1c-463b-a285-ac90d3c17769 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': 'ab38a63a-2d68-49b9-90b3-57ae5c6bfe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac9e5a33-7743-4d79-b7ae-410f36680d1a'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:18:36.132287 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Attempting to bind port b320796f-2c1c-463b-a285-ac90d3c17769 on network ac9e5a33-7743-4d79-b7ae-410f36680d1a {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:18:36.137609 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:18:36.138021 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Checking segment: {'id': 'ab38a63a-2d68-49b9-90b3-57ae5c6bfe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac9e5a33-7743-4d79-b7ae-410f36680d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:18:36.138426 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:36.138826 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Bound using segment: {'id': 'ab38a63a-2d68-49b9-90b3-57ae5c6bfe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac9e5a33-7743-4d79-b7ae-410f36680d1a'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:18:36.139295 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Bound port: b320796f-2c1c-463b-a285-ac90d3c17769, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab38a63a-2d68-49b9-90b3-57ae5c6bfe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac9e5a33-7743-4d79-b7ae-410f36680d1a'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:18:36.139684 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:36.204334 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] For port b320796f-2c1c-463b-a285-ac90d3c17769, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:18:36.208143 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] For port b320796f-2c1c-463b-a285-ac90d3c17769, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=b320796f-2c1c-463b-a285-ac90d3c17769,segment=NetworkSegment(ab38a63a-2d68-49b9-90b3-57ae5c6bfe03),segment_id=ab38a63a-2d68-49b9-90b3-57ae5c6bfe03)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:18:36.213072 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:36.278510 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049fd07-acb8-403e-be8a-b01edd694605 None None] Pushing event updated for resources: {'Port': ['ID=b320796f-2c1c-463b-a285-ac90d3c17769,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:37.101206 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faabdebd-9f22-413d-b201-29a18c198e52 None None] Network ac9e5a33-7743-4d79-b7ae-410f36680d1a requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:18:37.197521 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-f77773ea-8e9e-4b69-b9d0-fa1ee0890cb0 None None] Provisioning for port b320796f-2c1c-463b-a285-ac90d3c17769 completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:18:37.935641 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device b320796f-2c1c-463b-a285-ac90d3c17769 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:18:37.988168 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port b320796f-2c1c-463b-a285-ac90d3c17769 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:18:37.992200 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port b320796f-2c1c-463b-a285-ac90d3c17769 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:18:37.992585 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:38.075695 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:38.109420 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port b320796f-2c1c-463b-a285-ac90d3c17769, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=b320796f-2c1c-463b-a285-ac90d3c17769,segment=NetworkSegment(ab38a63a-2d68-49b9-90b3-57ae5c6bfe03),segment_id=ab38a63a-2d68-49b9-90b3-57ae5c6bfe03)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:18:38.113840 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:38.162546 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=b320796f-2c1c-463b-a285-ac90d3c17769,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:18:39.916634 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device b320796f-2c1c-463b-a285-ac90d3c17769 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:18:39.971272 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port b320796f-2c1c-463b-a285-ac90d3c17769 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:18:39.971755 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:40.141281 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-bb9bbef6-4ed5-4134-bd29-eb67be5ea6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:42.940578 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-4c9776a0-4de6-4383-b22a-a40892cc7d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:43.221943 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:44.291306 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:46.082678 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:18:51.294818 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 5 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:19:10.135750 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-22896759-0c40-4a56-be75-569e90e237de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:12.943914 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8406aaaf-f93e-44a3-8edb-7accd70cbc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:13.224482 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:14.291795 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:16.083919 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:28.299411 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 5 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:19:40.153351 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-5ad7b907-359c-40d6-b169-823516ac2c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:42.949617 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a5e3cdbc-64fc-4e66-b50b-f5a8a813b94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:43.226921 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:44.295573 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:46.087018 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:50.752064 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 39772) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:19:50.758019 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [None req-b61f23ce-1cfd-4569-8559-da66bd11c93c tempest-verify_tempest_config-600812697 tempest-verify_tempest_config-600812697-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:19:50.758995 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-b61f23ce-1cfd-4569-8559-da66bd11c93c tempest-verify_tempest_config-600812697 tempest-verify_tempest_config-600812697-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059295 Sep 03 14:19:51.057051 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 39790) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:19:51.166872 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-008292d9-da1e-4e2f-ac41-3d2b1f36875d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:51.253906 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-008292d9-da1e-4e2f-ac41-3d2b1f36875d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:51.257536 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-008292d9-da1e-4e2f-ac41-3d2b1f36875d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:51.301345 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008292d9-da1e-4e2f-ac41-3d2b1f36875d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1e999a-c8e1-4def-8c43-e5aaa87f07e9,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:19:51.305950 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-008292d9-da1e-4e2f-ac41-3d2b1f36875d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9948f87553a04d8e981e6adce1360d5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2478669 Sep 03 14:19:51.308675 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 39794) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:19:51.310298 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008292d9-da1e-4e2f-ac41-3d2b1f36875d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.310660 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008292d9-da1e-4e2f-ac41-3d2b1f36875d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.311011 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008292d9-da1e-4e2f-ac41-3d2b1f36875d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.311358 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008292d9-da1e-4e2f-ac41-3d2b1f36875d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.311720 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008292d9-da1e-4e2f-ac41-3d2b1f36875d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.312072 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008292d9-da1e-4e2f-ac41-3d2b1f36875d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.312411 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008292d9-da1e-4e2f-ac41-3d2b1f36875d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.312761 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008292d9-da1e-4e2f-ac41-3d2b1f36875d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.313112 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008292d9-da1e-4e2f-ac41-3d2b1f36875d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.313444 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008292d9-da1e-4e2f-ac41-3d2b1f36875d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.313798 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008292d9-da1e-4e2f-ac41-3d2b1f36875d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.314124 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008292d9-da1e-4e2f-ac41-3d2b1f36875d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.368948 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-102af094-8c79-4df2-9a9c-5b35fca70eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:51.393781 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-102af094-8c79-4df2-9a9c-5b35fca70eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:51.497175 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-102af094-8c79-4df2-9a9c-5b35fca70eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:51.499760 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-102af094-8c79-4df2-9a9c-5b35fca70eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:19:51.500926 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-102af094-8c79-4df2-9a9c-5b35fca70eda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa1e999a-c8e1-4def-8c43-e5aaa87f07e9 HTTP/1.1" status: 204 len: 168 time: 0.1912689 Sep 03 14:19:51.509094 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102af094-8c79-4df2-9a9c-5b35fca70eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1e999a-c8e1-4def-8c43-e5aaa87f07e9,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:19:51.516629 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102af094-8c79-4df2-9a9c-5b35fca70eda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.516991 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102af094-8c79-4df2-9a9c-5b35fca70eda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.517337 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102af094-8c79-4df2-9a9c-5b35fca70eda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.517702 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102af094-8c79-4df2-9a9c-5b35fca70eda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.518079 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102af094-8c79-4df2-9a9c-5b35fca70eda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.518402 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102af094-8c79-4df2-9a9c-5b35fca70eda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.518745 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102af094-8c79-4df2-9a9c-5b35fca70eda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.519080 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102af094-8c79-4df2-9a9c-5b35fca70eda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.519460 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102af094-8c79-4df2-9a9c-5b35fca70eda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.519796 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102af094-8c79-4df2-9a9c-5b35fca70eda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.520124 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102af094-8c79-4df2-9a9c-5b35fca70eda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:19:51.520452 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102af094-8c79-4df2-9a9c-5b35fca70eda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:20:05.299284 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 5 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:20:10.141652 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-737d1c2c-984c-46f3-92e6-61c2ce82c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:12.950072 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-6d607a61-9346-4280-a57c-d0c1c2a8a957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:13.230387 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:14.296647 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:16.090096 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:40.138312 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-162c99e5-5465-4847-bbb2-a09d68c7595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:42.300889 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 5 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:20:42.953849 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-ff8b6c85-d0c9-402f-940a-3f7f77456686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:43.232939 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:44.300236 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:20:46.094032 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:10.138157 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a5e0b3ab-4842-4f72-970b-281adb90af50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:12.954017 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-adaa5e9e-3342-4940-af13-2d1dd0891d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:13.238043 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:14.302468 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:16.096243 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:19.298983 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 5 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:21:29.386314 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-894084'] for agent, after_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:40.141045 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3f3b05f3-4ad2-4bcc-9cfe-e6079c1a00c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:42.954994 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-2c8b53ad-3288-49c1-868e-64e3f699a967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:42.969422 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 39868) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:21:43.075544 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-343858a6-bfa2-4347-8773-d198547e9241 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1049912 Sep 03 14:21:43.240658 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:44.307206 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:45.322718 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 39878) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:21:45.383166 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8f865106-89ef-444d-81dd-2efcca1249de admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0593312 Sep 03 14:21:46.099089 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:21:56.298669 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:21:59.337455 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:10.141327 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-017210a9-be13-4191-b472-67dde8d51ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:12.963738 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-0d50a380-ce58-4a77-ae91-52a3b0c566b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:13.249511 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:14.306772 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:16.104790 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:29.351187 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:33.299221 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:22:40.146326 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d3528bda-68e2-4f8f-97e5-dbe319b57682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:42.955183 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d87848a7-5e54-4c6d-a4d0-a52618127cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:43.240417 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:44.311614 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:46.108361 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:22:59.361258 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:10.142984 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-7336baba-5ade-4327-87a1-f4f227889e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:10.297598 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:23:12.964579 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-816f9ca8-05eb-44d5-b800-6e5246548fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:13.254669 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:14.325196 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:16.120423 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:16.495226 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 40118) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:16.625369 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40130) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:16.657834 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40140) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:16.778600 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-100449934-network', 'tenant_id': 'bb9b15dfeecb48bb976f505f4fece8cf'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:23:16.825537 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Made reservation on behalf of bb9b15dfeecb48bb976f505f4fece8cf for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:23:16.834165 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:16.844203 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:16.978313 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1146505569-network', 'tenant_id': '6c82a4ec0e1d46e2b4cc9a8260e3fdbe'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:23:16.984415 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:16.991871 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.008591 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:23:17.016878 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Made reservation on behalf of 6c82a4ec0e1d46e2b4cc9a8260e3fdbe for: {'network': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:23:17.024241 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.039810 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d357960-dab7-4768-9ef7-570540a50ac7,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:17.047885 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.048483 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Added segment 55f4473f-b229-40f9-a4e3-eb15e6330103 of type vlan for network 665b3d39-b0d9-4e1b-b8a0-2f985c5d4754 Sep 03 14:23:17.050563 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.051110 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.051794 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.052322 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.052837 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.053358 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.053913 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.054458 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.054992 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.055491 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.056022 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.056528 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Tracked resource versions report: Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: pushed versions: Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: { 'AddressGroup': {'1.2'}, Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'ConntrackHelper': {'1.0'}, Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Log': {'1.0'}, Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Network': {'1.1'}, Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Port': {'1.7'}, Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'PortForwarding': {'1.2'}, Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'QosPolicy': {'1.9'}, Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'SecurityGroup': {'1.4'}, Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'SecurityGroupRule': {'1.2'}, Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'SubPort': {'1.0'}, Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Subnet': {'1.1'}, Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Trunk': {'1.1'}} Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: consumer versions: Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: { DHCP agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: HyperV agent@hv-cinder-75995: {}, Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: L3 agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: Metadata agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: Metering agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: Open vSwitch agent@dv-cinder-759955-20-iscsi: { 'AddressGroup': '1.2', Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'ConntrackHelper': '1.0', Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Log': '1.0', Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Network': '1.1', Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Port': '1.7', Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'PortForwarding': '1.2', Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'QosPolicy': '1.9', Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'SecurityGroup': '1.4', Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'SecurityGroupRule': '1.2', Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'SubPort': '1.0', Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Subnet': '1.1', Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: 'Trunk': '1.1'}} Sep 03 14:23:17.057937 dv-cinder-759955-20-iscsi neutron-server[93969]: {{(pid=93969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 14:23:17.122588 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.181119 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.183462 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:17.189988 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.208452 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-5b3a1f84-dc6e-4259-878c-569b065f0f8f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1543772817-network', 'tenant_id': 'f0f0085a4f6749ad883b44fd85b77f3d'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:23:17.235775 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.281342 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] Pushing event updated for resources: {'Network': ['ID=665b3d39-b0d9-4e1b-b8a0-2f985c5d4754,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:17.287886 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3a1f84-dc6e-4259-878c-569b065f0f8f admin admin] Made reservation on behalf of f0f0085a4f6749ad883b44fd85b77f3d for: {'network': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:23:17.290332 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5b3a1f84-dc6e-4259-878c-569b065f0f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.296055 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network 665b3d39-b0d9-4e1b-b8a0-2f985c5d4754 details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:23:17.307957 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5b3a1f84-dc6e-4259-878c-569b065f0f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.372332 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.378245 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.389074 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f92aca55-95a2-4364-8e7f-9070b1cc1cbd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8911660 Sep 03 14:23:17.389861 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 40182) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:17.394400 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:23:17.399312 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-ac12bad4-d8a0-4acf-9809-48babb591676 admin admin] Request body: {'subnet': {'network_id': '665b3d39-b0d9-4e1b-b8a0-2f985c5d4754', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-100449934-subnet', 'tenant_id': 'bb9b15dfeecb48bb976f505f4fece8cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:23:17.411500 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.411859 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.segments_db [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Added segment b7276f46-ec4a-4e50-9b94-6dd3daae914d of type vlan for network 08b71775-78c8-4134-a675-5fab662fa70c Sep 03 14:23:17.491014 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.496378 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67adb5c8-be42-4d75-b4f4-588ecb353e48,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:17.515849 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.516626 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.516626 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.516895 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.517380 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.517570 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.518001 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.518326 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.518572 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.518898 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.519219 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.519670 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Tracked resource versions report: Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: pushed versions: Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: { 'AddressGroup': {'1.2'}, Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'ConntrackHelper': {'1.0'}, Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Log': {'1.0'}, Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Network': {'1.1'}, Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Port': {'1.7'}, Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'PortForwarding': {'1.2'}, Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'QosPolicy': {'1.9'}, Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'SecurityGroup': {'1.4'}, Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'SecurityGroupRule': {'1.2'}, Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'SubPort': {'1.0'}, Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Subnet': {'1.1'}, Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Trunk': {'1.1'}} Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: consumer versions: Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: { DHCP agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: HyperV agent@hv-cinder-75995: {}, Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: L3 agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: Metadata agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: Metering agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: Open vSwitch agent@dv-cinder-759955-20-iscsi: { 'AddressGroup': '1.2', Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'ConntrackHelper': '1.0', Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Log': '1.0', Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Network': '1.1', Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Port': '1.7', Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'PortForwarding': '1.2', Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'QosPolicy': '1.9', Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'SecurityGroup': '1.4', Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'SecurityGroupRule': '1.2', Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'SubPort': '1.0', Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Subnet': '1.1', Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: 'Trunk': '1.1'}} Sep 03 14:23:17.520672 dv-cinder-759955-20-iscsi neutron-server[93970]: {{(pid=93970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 14:23:17.552561 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.553491 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:17.554085 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.603246 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5b3a1f84-dc6e-4259-878c-569b065f0f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.609816 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5b3a1f84-dc6e-4259-878c-569b065f0f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.622518 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3a1f84-dc6e-4259-878c-569b065f0f8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:23:17.635964 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5b3a1f84-dc6e-4259-878c-569b065f0f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.635964 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.segments_db [None req-5b3a1f84-dc6e-4259-878c-569b065f0f8f admin admin] Added segment 056da458-0111-41da-8cf4-6b9b5f25e1d3 of type vlan for network bbd6e6cb-0033-47b2-8be9-e30f235ef328 Sep 03 14:23:17.643732 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac12bad4-d8a0-4acf-9809-48babb591676 admin admin] Made reservation on behalf of bb9b15dfeecb48bb976f505f4fece8cf for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:23:17.655015 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ac12bad4-d8a0-4acf-9809-48babb591676 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.696338 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0690045 Sep 03 14:23:17.697159 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a1f84-dc6e-4259-878c-569b065f0f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7254f814-9de4-4cf5-8180-a13dca21fbce,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:17.700666 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40206) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:17.725914 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-b8a0be68-b52e-47fd-a970-b3a0788eb2b3 admin admin] Request body: {'subnet': {'network_id': '08b71775-78c8-4134-a675-5fab662fa70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1146505569-subnet', 'tenant_id': '6c82a4ec0e1d46e2b4cc9a8260e3fdbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:23:17.729449 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed5654-6055-441d-a1ef-11cff14bf902 admin admin] Pushing event updated for resources: {'Network': ['ID=08b71775-78c8-4134-a675-5fab662fa70c,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:17.741280 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network 08b71775-78c8-4134-a675-5fab662fa70c details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:23:17.751005 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5b3a1f84-dc6e-4259-878c-569b065f0f8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.780647 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a0be68-b52e-47fd-a970-b3a0788eb2b3 admin admin] Made reservation on behalf of 6c82a4ec0e1d46e2b4cc9a8260e3fdbe for: {'subnet': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:23:17.783523 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b8a0be68-b52e-47fd-a970-b3a0788eb2b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.856997 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ac12bad4-d8a0-4acf-9809-48babb591676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.869163 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5b3a1f84-dc6e-4259-878c-569b065f0f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.871505 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3a1f84-dc6e-4259-878c-569b065f0f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:17.872230 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5b3a1f84-dc6e-4259-878c-569b065f0f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:17.950558 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12bad4-d8a0-4acf-9809-48babb591676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a92e674-12d1-4e20-b32e-ce5a51cd7f1a,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:17.960333 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-5b3a1f84-dc6e-4259-878c-569b065f0f8f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3012946 Sep 03 14:23:17.963279 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40222) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:17.963937 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a1f84-dc6e-4259-878c-569b065f0f8f admin admin] Pushing event updated for resources: {'Network': ['ID=bbd6e6cb-0033-47b2-8be9-e30f235ef328,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:17.966032 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac12bad4-d8a0-4acf-9809-48babb591676 admin admin] Checking segment: {'id': '55f4473f-b229-40f9-a4e3-eb15e6330103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '665b3d39-b0d9-4e1b-b8a0-2f985c5d4754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:23:17.966884 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac12bad4-d8a0-4acf-9809-48babb591676 admin admin] Network hostable DHCP agents. Network: 665b3d39-b0d9-4e1b-b8a0-2f985c5d4754, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:23:17.970307 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-fd2d9c8f-9af9-4152-a0ad-96bee8edebe0 admin admin] Request body: {'subnet': {'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1543772817-subnet', 'tenant_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:23:17.974062 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network bbd6e6cb-0033-47b2-8be9-e30f235ef328 details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:23:17.992138 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac12bad4-d8a0-4acf-9809-48babb591676 admin admin] Network 665b3d39-b0d9-4e1b-b8a0-2f985c5d4754 is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:23:18.005563 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-ac12bad4-d8a0-4acf-9809-48babb591676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, 665b3d39-b0d9-4e1b-b8a0-2f985c5d4754) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:23:18.013101 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12bad4-d8a0-4acf-9809-48babb591676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:18.016137 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ac12bad4-d8a0-4acf-9809-48babb591676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:18.023615 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83a0fbb-a37b-4d42-893a-cb84d6d3f4a9 None None] Network 665b3d39-b0d9-4e1b-b8a0-2f985c5d4754 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:23:18.049478 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ac12bad4-d8a0-4acf-9809-48babb591676 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6579347 Sep 03 14:23:18.051850 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2d9c8f-9af9-4152-a0ad-96bee8edebe0 admin admin] Made reservation on behalf of f0f0085a4f6749ad883b44fd85b77f3d for: {'subnet': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:23:18.054175 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fd2d9c8f-9af9-4152-a0ad-96bee8edebe0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:18.097385 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b8a0be68-b52e-47fd-a970-b3a0788eb2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for subnet, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:18.221505 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a0be68-b52e-47fd-a970-b3a0788eb2b3 admin admin] Checking segment: {'id': 'b7276f46-ec4a-4e50-9b94-6dd3daae914d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '08b71775-78c8-4134-a675-5fab662fa70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:23:18.221771 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a0be68-b52e-47fd-a970-b3a0788eb2b3 admin admin] Network hostable DHCP agents. Network: 08b71775-78c8-4134-a675-5fab662fa70c, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:23:18.228086 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0be68-b52e-47fd-a970-b3a0788eb2b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c459a6-ce56-4400-9438-7abe0e4ef098,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:18.255108 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a0be68-b52e-47fd-a970-b3a0788eb2b3 admin admin] Network 08b71775-78c8-4134-a675-5fab662fa70c is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:23:18.293899 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-b8a0be68-b52e-47fd-a970-b3a0788eb2b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, 08b71775-78c8-4134-a675-5fab662fa70c) {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:23:18.303004 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0e3b7f-0a4a-44be-901e-f6c6001da338 None None] Network 08b71775-78c8-4134-a675-5fab662fa70c requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:23:18.309172 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a0be68-b52e-47fd-a970-b3a0788eb2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:18.309941 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b8a0be68-b52e-47fd-a970-b3a0788eb2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:18.365178 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-b8a0be68-b52e-47fd-a970-b3a0788eb2b3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6454458 Sep 03 14:23:18.406345 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fd2d9c8f-9af9-4152-a0ad-96bee8edebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for subnet, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:18.492597 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d9c8f-9af9-4152-a0ad-96bee8edebe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=174486f7-9963-4483-801b-f3f3a05a27a1,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:18.499251 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d9c8f-9af9-4152-a0ad-96bee8edebe0 admin admin] Checking segment: {'id': '056da458-0111-41da-8cf4-6b9b5f25e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:23:18.499632 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2d9c8f-9af9-4152-a0ad-96bee8edebe0 admin admin] Network hostable DHCP agents. Network: bbd6e6cb-0033-47b2-8be9-e30f235ef328, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:23:18.523673 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2d9c8f-9af9-4152-a0ad-96bee8edebe0 admin admin] Network bbd6e6cb-0033-47b2-8be9-e30f235ef328 is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:23:18.533165 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab7fd92-1cac-419b-9ae7-98c8de72ba05 None None] Network 665b3d39-b0d9-4e1b-b8a0-2f985c5d4754 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:23:18.535982 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-fd2d9c8f-9af9-4152-a0ad-96bee8edebe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, bbd6e6cb-0033-47b2-8be9-e30f235ef328) {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:23:18.540995 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2d9c8f-9af9-4152-a0ad-96bee8edebe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:18.542254 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fd2d9c8f-9af9-4152-a0ad-96bee8edebe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:18.563820 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-fd2d9c8f-9af9-4152-a0ad-96bee8edebe0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5961690 Sep 03 14:23:18.565437 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 40244) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:18.570167 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1543772817-router', 'tenant_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:23:18.574289 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e58f178-a5cd-4330-8f88-d6277393b90c None None] Network bbd6e6cb-0033-47b2-8be9-e30f235ef328 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:23:18.626356 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-948159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10832'] for router, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:18.628172 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-947759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-945343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10843'] for router, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:18.747295 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:18.752541 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f53d65-dd45-4026-8390-bf73abb94640 None None] Network 08b71775-78c8-4134-a675-5fab662fa70c requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:23:18.930904 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159453b0-2cee-4a52-b0da-15c72f312d85 None None] Network bbd6e6cb-0033-47b2-8be9-e30f235ef328 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:23:19.060630 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:19.307060 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:19.333695 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:19.405465 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40290) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:19.446655 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40296) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:19.487455 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40302) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:19.538122 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] Allocated IP 172.27.3.113 (71a2aaf5-8009-41a7-aebe-f6027ce2b898/3592d6f5-ce6a-448b-9072-bd66af67c647/5be8e005-a27c-49af-8082-68f1232810b7) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:23:19.670195 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:19.688849 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a0f8981d-bf22-478b-b7b6-cd0d9bc3267d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:19.774384 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f9d88312-f044-4a40-8cc9-175e29b69499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:19.775469 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:19.778997 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2f3b997a-8924-454e-9a9e-391a4b18fa8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:19.880346 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40342) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:19.887272 dv-cinder-759955-20-iscsi neutron-server[93970]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 14:23:19.894221 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] Pushing event updated for resources: {'Port': ['ID=5be8e005-a27c-49af-8082-68f1232810b7,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:19.916534 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:23:19.923149 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:23:19.934596 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:23:19.987125 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40344) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:20.131767 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a0f8981d-bf22-478b-b7b6-cd0d9bc3267d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.132527 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40350) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:20.144160 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-f6eacea2-fd36-4f8b-b7e6-295c0d8ec6e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-241244401-network', 'tenant_id': 'ecb5bb65446b4a7f8c862c9513039b23'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:23:20.155002 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a0f8981d-bf22-478b-b7b6-cd0d9bc3267d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.201547 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.db.api [None req-f9d88312-f044-4a40-8cc9-175e29b69499 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 14:23:20.201547 dv-cinder-759955-20-iscsi neutron-server[93970]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 14:23:20.201547 dv-cinder-759955-20-iscsi neutron-server[93970]: [parameters: {'project_id_1': '3c2a0b5a782e475fbd53a7a5cecc1a91', 'expiration_1': datetime.datetime(2021, 9, 3, 14, 22, 59, 818997)}] Sep 03 14:23:20.201547 dv-cinder-759955-20-iscsi neutron-server[93970]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 14:23:20.202109 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG oslo_db.api [None req-f9d88312-f044-4a40-8cc9-175e29b69499 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 14:23:20.208498 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-e111f52c-fe46-4a6f-be82-66fc687ab05c tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:20.210027 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-e111f52c-fe46-4a6f-be82-66fc687ab05c tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/networks?id=08b71775-78c8-4134-a675-5fab662fa70c HTTP/1.1" status: 200 len: 812 time: 0.3268623 Sep 03 14:23:20.240942 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ab19ad22-87bf-4486-a9ad-4e53288e1201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.244361 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-a0f8981d-bf22-478b-b7b6-cd0d9bc3267d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4acb9248f8b64f9089a62925d7d4fc94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8377924 Sep 03 14:23:20.251224 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 40358) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:20.269637 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-56e72ec7-9e38-4ded-91e7-b369e2f27b11 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/quotas/6c82a4ec0e1d46e2b4cc9a8260e3fdbe HTTP/1.1" status: 200 len: 375 time: 0.0509717 Sep 03 14:23:20.278396 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8981d-bf22-478b-b7b6-cd0d9bc3267d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1e89cc-2dce-4a15-a8d2-74988eae6425,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:20.285061 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.339727 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-952c77a6-8cef-4eea-8344-c945ae48ad85 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c82a4ec0e1d46e2b4cc9a8260e3fdbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567522 Sep 03 14:23:20.390721 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2f3b997a-8924-454e-9a9e-391a4b18fa8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.399360 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2f3b997a-8924-454e-9a9e-391a4b18fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.407007 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ad81b2d4-bb36-499f-b6b4-d198c7367694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.448540 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6eacea2-fd36-4f8b-b7e6-295c0d8ec6e8 admin admin] Made reservation on behalf of ecb5bb65446b4a7f8c862c9513039b23 for: {'network': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:23:20.450957 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f6eacea2-fd36-4f8b-b7e6-295c0d8ec6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.466080 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-2f3b997a-8924-454e-9a9e-391a4b18fa8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd57187a8ba241758d6a14669fa8fa2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9776621 Sep 03 14:23:20.469459 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b997a-8924-454e-9a9e-391a4b18fa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8773a84-1e07-41f3-bf6b-99452ace0a4b,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:20.470329 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 40366) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:20.472293 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ad81b2d4-bb36-499f-b6b4-d198c7367694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.477158 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f6eacea2-fd36-4f8b-b7e6-295c0d8ec6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.558585 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-fd5b2c2b-dd19-47c7-a647-5d1acb07f475 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:23:20.559710 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-fd5b2c2b-dd19-47c7-a647-5d1acb07f475 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0560260 Sep 03 14:23:20.600465 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ab19ad22-87bf-4486-a9ad-4e53288e1201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.615959 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ab19ad22-87bf-4486-a9ad-4e53288e1201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.701896 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ad81b2d4-bb36-499f-b6b4-d198c7367694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.702855 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f9d88312-f044-4a40-8cc9-175e29b69499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.704279 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ad81b2d4-bb36-499f-b6b4-d198c7367694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.705652 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ad81b2d4-bb36-499f-b6b4-d198c7367694 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd1e89cc-2dce-4a15-a8d2-74988eae6425 HTTP/1.1" status: 204 len: 168 time: 0.4532394 Sep 03 14:23:20.714976 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-ab19ad22-87bf-4486-a9ad-4e53288e1201 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96ef32ae892f4561810cf6b3fdea6741&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7233698 Sep 03 14:23:20.715163 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-947750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-945386'] for router, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.717359 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 40374) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:20.720242 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81b2d4-bb36-499f-b6b4-d198c7367694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1e89cc-2dce-4a15-a8d2-74988eae6425,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:20.730507 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19ad22-87bf-4486-a9ad-4e53288e1201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88389524-f8f0-42d2-84e1-eaf0534a1309,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:20.736479 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-47a0e8c5-b583-4806-ba50-fa5e92e347c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.756441 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-0fd180c5-68b5-4225-9a0b-c83e3f224006 service neutron] 10.222.0.23 "GET /v2.0/networks/08b71775-78c8-4134-a675-5fab662fa70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886706 Sep 03 14:23:20.769632 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-47a0e8c5-b583-4806-ba50-fa5e92e347c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.871416 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-47a0e8c5-b583-4806-ba50-fa5e92e347c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.874016 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-47a0e8c5-b583-4806-ba50-fa5e92e347c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.875172 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-47a0e8c5-b583-4806-ba50-fa5e92e347c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8773a84-1e07-41f3-bf6b-99452ace0a4b HTTP/1.1" status: 204 len: 168 time: 0.3981097 Sep 03 14:23:20.876998 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f6eacea2-fd36-4f8b-b7e6-295c0d8ec6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.902259 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f6eacea2-fd36-4f8b-b7e6-295c0d8ec6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.918365 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0e8c5-b583-4806-ba50-fa5e92e347c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8773a84-1e07-41f3-bf6b-99452ace0a4b,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:20.925345 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-15483e8b-44f4-4de4-a632-f08a416773f8 service neutron] 10.222.0.23 "GET /v2.0/networks/08b71775-78c8-4134-a675-5fab662fa70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614540 Sep 03 14:23:20.964976 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6eacea2-fd36-4f8b-b7e6-295c0d8ec6e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:23:20.976404 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eacea2-fd36-4f8b-b7e6-295c0d8ec6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5054fca-17c6-4c24-85a6-898cdeead81d,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:20.987031 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f6eacea2-fd36-4f8b-b7e6-295c0d8ec6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:20.987296 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.segments_db [None req-f6eacea2-fd36-4f8b-b7e6-295c0d8ec6e8 admin admin] Added segment f93723e1-13fd-4f5c-9a19-db78990f6c99 of type vlan for network edb00d05-fa73-4805-8c9d-9f54415a2cd4 Sep 03 14:23:20.993253 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fda6af26-7b8f-49d3-adb1-d042b2ca265e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:21.052196 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f6eacea2-fd36-4f8b-b7e6-295c0d8ec6e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:21.103776 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f9d88312-f044-4a40-8cc9-175e29b69499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:21.112681 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fda6af26-7b8f-49d3-adb1-d042b2ca265e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:21.116530 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f9d88312-f044-4a40-8cc9-175e29b69499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:21.123830 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f6eacea2-fd36-4f8b-b7e6-295c0d8ec6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:21.124796 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eacea2-fd36-4f8b-b7e6-295c0d8ec6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:21.125686 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f6eacea2-fd36-4f8b-b7e6-295c0d8ec6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:21.196829 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] Router 3c1f38b8-2bb0-4df7-b9bb-a4a83b140378 is scheduled to L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 with binding_index 1 {{(pid=93969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:23:21.224578 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fda6af26-7b8f-49d3-adb1-d042b2ca265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:21.229470 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fda6af26-7b8f-49d3-adb1-d042b2ca265e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:21.231399 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-fda6af26-7b8f-49d3-adb1-d042b2ca265e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88389524-f8f0-42d2-84e1-eaf0534a1309 HTTP/1.1" status: 204 len: 168 time: 0.5124235 Sep 03 14:23:21.255312 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6af26-7b8f-49d3-adb1-d042b2ca265e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88389524-f8f0-42d2-84e1-eaf0534a1309,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:21.308861 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 40396) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:21.313531 dv-cinder-759955-20-iscsi neutron-server[93969]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 14:23:21.367692 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-f9d88312-f044-4a40-8cc9-175e29b69499 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c2a0b5a782e475fbd53a7a5cecc1a91&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9197538 Sep 03 14:23:21.379703 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 40410) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:21.422635 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-88a0a830-9fe6-458f-bfa5-3c52f6215189 req-8908f5b0-226c-49a1-9aaf-056c77fce566 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 210 time: 0.1124377 Sep 03 14:23:21.424947 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d88312-f044-4a40-8cc9-175e29b69499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e6f83f-a2df-40a6-84ca-03cd8be9ed1c,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:21.434806 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-f6eacea2-fd36-4f8b-b7e6-295c0d8ec6e8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3012435 Sep 03 14:23:21.437617 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 40414) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:21.442739 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-43910b1d-a7bb-4637-bf6d-81baea493d4c admin admin] Request body: {'subnet': {'network_id': 'edb00d05-fa73-4805-8c9d-9f54415a2cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-241244401-subnet', 'tenant_id': 'ecb5bb65446b4a7f8c862c9513039b23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:23:21.499400 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:23:21.502927 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43910b1d-a7bb-4637-bf6d-81baea493d4c admin admin] Made reservation on behalf of ecb5bb65446b4a7f8c862c9513039b23 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:23:21.504169 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eacea2-fd36-4f8b-b7e6-295c0d8ec6e8 admin admin] Pushing event updated for resources: {'Network': ['ID=edb00d05-fa73-4805-8c9d-9f54415a2cd4,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:21.505001 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-43910b1d-a7bb-4637-bf6d-81baea493d4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:21.513795 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Sync routers for ids ['3c1f38b8-2bb0-4df7-b9bb-a4a83b140378'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:23:21.524069 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network edb00d05-fa73-4805-8c9d-9f54415a2cd4 details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:23:21.529402 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Routers {'3c1f38b8-2bb0-4df7-b9bb-a4a83b140378'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:23:21.530205 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:23:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['3c1f38b8-2bb0-4df7-b9bb-a4a83b140378'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:23:21.542775 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5269b757-751b-468f-8c45-d2d1b6893d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:21.553496 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:21.555060 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-bd3a3d14-a1c1-427e-a1c1-1dd9ec3de851 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9883482 Sep 03 14:23:21.558497 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40416) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:21.627580 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 40420) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:21.651264 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2c9373f0-f4a8-4add-ba3d-1e10e41bf268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:21.661505 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5269b757-751b-468f-8c45-d2d1b6893d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:21.779533 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2c9373f0-f4a8-4add-ba3d-1e10e41bf268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:21.780582 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Set router 3c1f38b8-2bb0-4df7-b9bb-a4a83b140378 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:23:21.789501 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2c9373f0-f4a8-4add-ba3d-1e10e41bf268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:21.872540 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9373f0-f4a8-4add-ba3d-1e10e41bf268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888e62a0-1268-4698-a2d0-6490dec5884d,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:21.879884 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-2c9373f0-f4a8-4add-ba3d-1e10e41bf268 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a83167c8d8d44484aa747194528ceb16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2512803 Sep 03 14:23:21.888709 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 40424) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:21.900839 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5269b757-751b-468f-8c45-d2d1b6893d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:21.905240 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5269b757-751b-468f-8c45-d2d1b6893d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:21.909761 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-5269b757-751b-468f-8c45-d2d1b6893d31 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7e6f83f-a2df-40a6-84ca-03cd8be9ed1c HTTP/1.1" status: 204 len: 168 time: 0.5267808 Sep 03 14:23:21.940857 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269b757-751b-468f-8c45-d2d1b6893d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e6f83f-a2df-40a6-84ca-03cd8be9ed1c,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:22.011409 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-43910b1d-a7bb-4637-bf6d-81baea493d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:22.066441 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8233ee51-a4b0-4b04-8d02-6867e80466da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:22.083301 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40432) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:22.109721 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d62765a7-250c-4cff-99cd-8521a8e643f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:22.129296 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8233ee51-a4b0-4b04-8d02-6867e80466da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:22.154195 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43910b1d-a7bb-4637-bf6d-81baea493d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=028b8ebb-549e-44c8-ad2a-055206e262bf,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:22.190780 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43910b1d-a7bb-4637-bf6d-81baea493d4c admin admin] Checking segment: {'id': 'f93723e1-13fd-4f5c-9a19-db78990f6c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'edb00d05-fa73-4805-8c9d-9f54415a2cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:23:22.191331 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43910b1d-a7bb-4637-bf6d-81baea493d4c admin admin] Network hostable DHCP agents. Network: edb00d05-fa73-4805-8c9d-9f54415a2cd4, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:23:22.214930 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43910b1d-a7bb-4637-bf6d-81baea493d4c admin admin] Network edb00d05-fa73-4805-8c9d-9f54415a2cd4 is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:23:22.229860 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8233ee51-a4b0-4b04-8d02-6867e80466da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:22.233372 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8233ee51-a4b0-4b04-8d02-6867e80466da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:22.237417 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8233ee51-a4b0-4b04-8d02-6867e80466da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/888e62a0-1268-4698-a2d0-6490dec5884d HTTP/1.1" status: 204 len: 168 time: 0.3443565 Sep 03 14:23:22.238301 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-43910b1d-a7bb-4637-bf6d-81baea493d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, edb00d05-fa73-4805-8c9d-9f54415a2cd4) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:23:22.246335 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233ee51-a4b0-4b04-8d02-6867e80466da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888e62a0-1268-4698-a2d0-6490dec5884d,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:22.251276 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f4ca6c-d2c3-47c3-894d-6a5e1d072ffd None None] Network edb00d05-fa73-4805-8c9d-9f54415a2cd4 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:23:22.257491 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43910b1d-a7bb-4637-bf6d-81baea493d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:22.258122 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-43910b1d-a7bb-4637-bf6d-81baea493d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:22.361770 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1f38b8-2bb0-4df7-b9bb-a4a83b140378', 'name': 'tempest-ServerRescueNegativeTestJSON-1543772817-router', 'tenant_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5be8e005-a27c-49af-8082-68f1232810b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:23:18Z', 'updated_at': '2021-09-03T14:23:20Z', 'revision_number': 3, 'project_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'gw_port': {'id': '5be8e005-a27c-49af-8082-68f1232810b7', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1f38b8-2bb0-4df7-b9bb-a4a83b140378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:23:19Z', 'updated_at': '2021-09-03T14:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:23:22.466916 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b59665-c54c-4a83-b1f9-2573866b5b23 None None] Network edb00d05-fa73-4805-8c9d-9f54415a2cd4 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:23:22.486058 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Checking router: 3c1f38b8-2bb0-4df7-b9bb-a4a83b140378 for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:23:22.486870 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Updating router 3c1f38b8-2bb0-4df7-b9bb-a4a83b140378 port 5be8e005-a27c-49af-8082-68f1232810b7 binding host dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:23:22.561936 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:22.601789 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ff7c926c-6f1d-4607-bf46-763123c5501a req-3469131b-ee0a-44a3-b004-c947b7fc7afd tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 210 time: 0.0703206 Sep 03 14:23:22.796635 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d62765a7-250c-4cff-99cd-8521a8e643f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:22.806983 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d62765a7-250c-4cff-99cd-8521a8e643f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:22.818409 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-43910b1d-a7bb-4637-bf6d-81baea493d4c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3794515 Sep 03 14:23:22.855164 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f8191e6e-6f4f-4519-a02c-b453deacc767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:22.867889 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62765a7-250c-4cff-99cd-8521a8e643f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58b3822-3882-40b5-b9ba-ffcce8afb3ad,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:22.874641 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-d62765a7-250c-4cff-99cd-8521a8e643f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e45e301337294606a96a6de715f96668&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7901156 Sep 03 14:23:22.877727 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 40468) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:22.914204 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 40470) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:22.958856 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d89ff8d1-e701-4233-8b32-91fbb0783393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.064272 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e94d8069-dc84-4059-80f4-e0ef1dd5ccfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.120785 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-f8191e6e-6f4f-4519-a02c-b453deacc767 admin admin] Allocated IP 172.20.0.1 (bbd6e6cb-0033-47b2-8be9-e30f235ef328/174486f7-9963-4483-801b-f3f3a05a27a1/ab6433ff-3120-45a4-b990-231118020d1b) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:23:23.150960 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40480) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:23.160245 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e94d8069-dc84-4059-80f4-e0ef1dd5ccfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.282427 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d89ff8d1-e701-4233-8b32-91fbb0783393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.282736 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_v2 [None req-3539b0b8-e38f-4191-a5a3-8a5b049e0ccd admin admin] Deleting subnet 6a92e674-12d1-4e20-b32e-ce5a51cd7f1a {{(pid=93970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:23:23.288456 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e94d8069-dc84-4059-80f4-e0ef1dd5ccfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.294054 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e94d8069-dc84-4059-80f4-e0ef1dd5ccfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.302548 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e94d8069-dc84-4059-80f4-e0ef1dd5ccfa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f58b3822-3882-40b5-b9ba-ffcce8afb3ad HTTP/1.1" status: 204 len: 168 time: 0.4228480 Sep 03 14:23:23.311397 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d89ff8d1-e701-4233-8b32-91fbb0783393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.314692 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d8069-dc84-4059-80f4-e0ef1dd5ccfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58b3822-3882-40b5-b9ba-ffcce8afb3ad,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:23.350914 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ff8d1-e701-4233-8b32-91fbb0783393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afe5c5b-9a72-4a4d-a70a-344e02dafc8a,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:23.385991 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d89ff8d1-e701-4233-8b32-91fbb0783393 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=211e902c8e824dcbb24f178f5090024a&name=default HTTP/1.1" status: 200 len: 2976 time: 0.4706142 Sep 03 14:23:23.388270 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 40500) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:23.401291 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Notify callbacks [] for port, precommit_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.415588 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3539b0b8-e38f-4191-a5a3-8a5b049e0ccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.428887 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.provisioning_blocks [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Transition to ACTIVE for port object 5be8e005-a27c-49af-8082-68f1232810b7 will not be triggered until provisioned by entity L2. {{(pid=93972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:23:23.445791 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.468091 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0f299b30-7632-4ca8-a027-3353cf570e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.500983 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3539b0b8-e38f-4191-a5a3-8a5b049e0ccd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.515270 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0f299b30-7632-4ca8-a027-3353cf570e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.524306 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3539b0b8-e38f-4191-a5a3-8a5b049e0ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16749918'] for subnet, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.547711 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f8191e6e-6f4f-4519-a02c-b453deacc767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.567000 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Attempting to bind port 5be8e005-a27c-49af-8082-68f1232810b7 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:23:23.568436 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Attempting to bind port 5be8e005-a27c-49af-8082-68f1232810b7 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:23:23.575524 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Attempting to bind port 5be8e005-a27c-49af-8082-68f1232810b7 on network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:23:23.592242 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:23:23.593064 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Checking segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:23:23.593874 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.595676 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Bound using segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:23:23.597070 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Bound port: 5be8e005-a27c-49af-8082-68f1232810b7, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:23:23.597781 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.609114 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0f299b30-7632-4ca8-a027-3353cf570e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.613219 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0f299b30-7632-4ca8-a027-3353cf570e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.617531 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0f299b30-7632-4ca8-a027-3353cf570e33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7afe5c5b-9a72-4a4d-a70a-344e02dafc8a HTTP/1.1" status: 204 len: 168 time: 0.2264659 Sep 03 14:23:23.628319 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3539b0b8-e38f-4191-a5a3-8a5b049e0ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16749863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for subnet, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.630489 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f299b30-7632-4ca8-a027-3353cf570e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afe5c5b-9a72-4a4d-a70a-344e02dafc8a,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:23.647823 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776f50a-5c61-4879-bff1-22c0b0a98a48 None None] Pushing event updated for resources: {'Port': ['ID=5be8e005-a27c-49af-8082-68f1232810b7,revision_number=2']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:23.662009 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776f50a-5c61-4879-bff1-22c0b0a98a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:23.662707 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776f50a-5c61-4879-bff1-22c0b0a98a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:23.663231 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776f50a-5c61-4879-bff1-22c0b0a98a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:23.663862 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776f50a-5c61-4879-bff1-22c0b0a98a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:23.664868 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776f50a-5c61-4879-bff1-22c0b0a98a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:23.665552 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776f50a-5c61-4879-bff1-22c0b0a98a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:23.666083 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776f50a-5c61-4879-bff1-22c0b0a98a48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:23.667502 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776f50a-5c61-4879-bff1-22c0b0a98a48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:23.668433 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776f50a-5c61-4879-bff1-22c0b0a98a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:23.669068 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776f50a-5c61-4879-bff1-22c0b0a98a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:23.669750 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776f50a-5c61-4879-bff1-22c0b0a98a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:23.670421 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776f50a-5c61-4879-bff1-22c0b0a98a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776f50a-5c61-4879-bff1-22c0b0a98a48 None None] Tracked resource versions report: Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: pushed versions: Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: { 'AddressGroup': {'1.2'}, Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'ConntrackHelper': {'1.0'}, Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Log': {'1.0'}, Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Network': {'1.1'}, Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Port': {'1.7'}, Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'PortForwarding': {'1.2'}, Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'QosPolicy': {'1.9'}, Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'SecurityGroup': {'1.4'}, Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'SecurityGroupRule': {'1.2'}, Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'SubPort': {'1.0'}, Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Subnet': {'1.1'}, Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Trunk': {'1.1'}} Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: consumer versions: Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: { DHCP agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: HyperV agent@hv-cinder-75995: {}, Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: L3 agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: Metadata agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: Metering agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: Open vSwitch agent@dv-cinder-759955-20-iscsi: { 'AddressGroup': '1.2', Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'ConntrackHelper': '1.0', Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Log': '1.0', Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Network': '1.1', Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Port': '1.7', Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'PortForwarding': '1.2', Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'QosPolicy': '1.9', Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'SecurityGroup': '1.4', Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'SecurityGroupRule': '1.2', Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'SubPort': '1.0', Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Subnet': '1.1', Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: 'Trunk': '1.1'}} Sep 03 14:23:23.672339 dv-cinder-759955-20-iscsi neutron-server[93972]: {{(pid=93972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 14:23:23.692608 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539b0b8-e38f-4191-a5a3-8a5b049e0ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a92e674-12d1-4e20-b32e-ce5a51cd7f1a,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:23.705611 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f8191e6e-6f4f-4519-a02c-b453deacc767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.712184 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] For port 5be8e005-a27c-49af-8082-68f1232810b7, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:23:23.715560 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3539b0b8-e38f-4191-a5a3-8a5b049e0ccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.718426 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] For port 5be8e005-a27c-49af-8082-68f1232810b7, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=5be8e005-a27c-49af-8082-68f1232810b7,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:23:23.719347 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-3539b0b8-e38f-4191-a5a3-8a5b049e0ccd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6a92e674-12d1-4e20-b32e-ce5a51cd7f1a HTTP/1.1" status: 204 len: 168 time: 0.5671074 Sep 03 14:23:23.721950 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 40510) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:23.734160 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.801297 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8191e6e-6f4f-4519-a02c-b453deacc767 admin admin] Network bbd6e6cb-0033-47b2-8be9-e30f235ef328 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:23:23.808336 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-f8191e6e-6f4f-4519-a02c-b453deacc767 admin admin] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:23:23.812437 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8191e6e-6f4f-4519-a02c-b453deacc767 admin admin] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:23:23.813081 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f8191e6e-6f4f-4519-a02c-b453deacc767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894143'] for router_interface, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:23.814063 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Routers {'3c1f38b8-2bb0-4df7-b9bb-a4a83b140378'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:23:23.818523 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:23:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['3c1f38b8-2bb0-4df7-b9bb-a4a83b140378'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:23:23.858403 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8191e6e-6f4f-4519-a02c-b453deacc767 admin admin] Pushing event updated for resources: {'Port': ['ID=ab6433ff-3120-45a4-b990-231118020d1b,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:23.955311 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16589909'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:24.017078 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776f50a-5c61-4879-bff1-22c0b0a98a48 None None] Pushing event updated for resources: {'Port': ['ID=5be8e005-a27c-49af-8082-68f1232810b7,revision_number=3']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:24.064814 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f8191e6e-6f4f-4519-a02c-b453deacc767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:24.082702 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec618ad7-1cc8-4e06-8179-d9e4dd55d4e8 req-87011595-ff3c-4b6d-9e0a-8fdea9806797 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 210 time: 0.0935843 Sep 03 14:23:24.134702 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] Set router 3c1f38b8-2bb0-4df7-b9bb-a4a83b140378 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:23:24.160599 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16749259', 'neutron.services.segments.db._delete_segments_for_network-8777478328405'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:24.173284 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:24.173636 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:24.174671 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:24.175231 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Subscribe: > port after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:24.175750 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:24.176304 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Subscribe: > port after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:24.176822 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:24.177364 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:24.178022 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:24.178606 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:24.316332 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f8191e6e-6f4f-4519-a02c-b453deacc767 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:24.325405 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f8191e6e-6f4f-4519-a02c-b453deacc767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:24.326429 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f8191e6e-6f4f-4519-a02c-b453deacc767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945967'] for router_interface, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:24.374741 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:24.375310 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:24.375796 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:24.376279 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:24.376843 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665b3d39-b0d9-4e1b-b8a0-2f985c5d4754']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:23:24.395968 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f4473f-b229-40f9-a4e3-eb15e6330103') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:23:24.396345 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f4473f-b229-40f9-a4e3-eb15e6330103') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:23:24.411650 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8191e6e-6f4f-4519-a02c-b453deacc767 admin admin] Pushing event updated for resources: {'Port': ['ID=ab6433ff-3120-45a4-b990-231118020d1b,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:24.416144 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777478329694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3471858'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:24.464053 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:24.498827 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:23:24.500221 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1f38b8-2bb0-4df7-b9bb-a4a83b140378', 'name': 'tempest-ServerRescueNegativeTestJSON-1543772817-router', 'tenant_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5be8e005-a27c-49af-8082-68f1232810b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:23:18Z', 'updated_at': '2021-09-03T14:23:20Z', 'revision_number': 3, 'project_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'gw_port': {'id': '5be8e005-a27c-49af-8082-68f1232810b7', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1f38b8-2bb0-4df7-b9bb-a4a83b140378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:23:19Z', 'updated_at': '2021-09-03T14:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:23:24.500569 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2727839'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: from cryptography.utils import int_from_bytes Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: from cryptography.utils import int_from_bytes Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: Traceback (most recent call last): Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: timer() Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: cb(*args, **kw) Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: return func(*args, **kwargs) Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: self._notify() Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: self.callback(batched_events) Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: event.method(event) Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: return f(self, *a, **k) Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._get(url).json() Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:23:24.512646 dv-cinder-759955-20-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:23:24.528315 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8191e6e-6f4f-4519-a02c-b453deacc767 admin admin] Network bbd6e6cb-0033-47b2-8be9-e30f235ef328 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:23:24.530297 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-f8191e6e-6f4f-4519-a02c-b453deacc767 admin admin] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:23:24.536039 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8973b3-58d6-43fa-afff-11197f817a91 None None] The sync data for ids ['3c1f38b8-2bb0-4df7-b9bb-a4a83b140378'] in dv-cinder-759955-20-iscsi is: [{'id': '3c1f38b8-2bb0-4df7-b9bb-a4a83b140378', 'name': 'tempest-ServerRescueNegativeTestJSON-1543772817-router', 'tenant_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5be8e005-a27c-49af-8082-68f1232810b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:23:18Z', 'updated_at': '2021-09-03T14:23:20Z', 'revision_number': 3, 'project_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'gw_port': {'id': '5be8e005-a27c-49af-8082-68f1232810b7', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1f38b8-2bb0-4df7-b9bb-a4a83b140378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:23:19Z', 'updated_at': '2021-09-03T14:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:23:24.656937 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16749276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893990'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:24.665903 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:24.673480 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] 10.222.0.23 "DELETE /v2.0/networks/665b3d39-b0d9-4e1b-b8a0-2f985c5d4754 HTTP/1.1" status: 204 len: 168 time: 0.9500947 Sep 03 14:23:24.677322 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40548) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:24.694026 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15c240-60b3-4243-b33b-380897a21b8e admin admin] Pushing event deleted for resources: {'Network': ['ID=665b3d39-b0d9-4e1b-b8a0-2f985c5d4754,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:24.924652 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e09147-c0a8-4ce4-999d-7435179dc59a admin admin] Deleting subnet 028b8ebb-549e-44c8-ad2a-055206e262bf {{(pid=93970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:23:24.931333 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.11', 61703) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:24.934874 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d6e09147-c0a8-4ce4-999d-7435179dc59a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:24.975528 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8191e6e-6f4f-4519-a02c-b453deacc767 admin admin] Router 3c1f38b8-2bb0-4df7-b9bb-a4a83b140378 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:23:25.013693 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d6e09147-c0a8-4ce4-999d-7435179dc59a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:25.034293 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d6e09147-c0a8-4ce4-999d-7435179dc59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16749918'] for subnet, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:25.311450 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8191e6e-6f4f-4519-a02c-b453deacc767 admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:23:25.320339 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-f8191e6e-6f4f-4519-a02c-b453deacc767 admin admin] 10.222.0.23 "PUT /v2.0/routers/3c1f38b8-2bb0-4df7-b9bb-a4a83b140378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7596591 Sep 03 14:23:25.382419 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d6e09147-c0a8-4ce4-999d-7435179dc59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16749863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for subnet, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:25.416083 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e09147-c0a8-4ce4-999d-7435179dc59a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=028b8ebb-549e-44c8-ad2a-055206e262bf,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:25.427005 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d6e09147-c0a8-4ce4-999d-7435179dc59a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:25.429878 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-d6e09147-c0a8-4ce4-999d-7435179dc59a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/028b8ebb-549e-44c8-ad2a-055206e262bf HTTP/1.1" status: 204 len: 168 time: 0.7513475 Sep 03 14:23:25.437227 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40584) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:25.522512 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c7931e4e-100f-4079-921d-10cbd62ce3ac req-cb228f6d-995a-4083-97d7-9b5b0501bd9f tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 210 time: 0.0763030 Sep 03 14:23:25.579304 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-db3b8d5a-8cdd-4d46-a52f-bbbaea692670 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:25.580857 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-db3b8d5a-8cdd-4d46-a52f-bbbaea692670 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.11 "GET /v2.0/networks?id=08b71775-78c8-4134-a675-5fab662fa70c HTTP/1.1" status: 200 len: 812 time: 0.6451621 Sep 03 14:23:25.582938 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16589909'] for network, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:25.647625 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-ae245f1d-5b60-47c4-b09c-18ad065803b2 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Request body: {'port': {'device_id': 'aeccc8b5-edf1-4a6e-b109-15e47fb042b6', 'network_id': '08b71775-78c8-4134-a675-5fab662fa70c', 'admin_state_up': True, 'tenant_id': '6c82a4ec0e1d46e2b4cc9a8260e3fdbe'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:23:25.707570 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16749259', 'neutron.services.segments.db._delete_segments_for_network-8777478328405'] for network, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:25.720590 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:25.721205 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:25.722179 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:25.722677 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:25.723211 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:25.724213 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:25.724712 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:25.725224 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:25.726109 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:25.726621 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:25.955544 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-ae245f1d-5b60-47c4-b09c-18ad065803b2 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Made reservation on behalf of 6c82a4ec0e1d46e2b4cc9a8260e3fdbe for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:23:25.960104 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:25.960560 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:25.960786 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:25.961208 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:23:25.961596 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.services.segments.db [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb00d05-fa73-4805-8c9d-9f54415a2cd4']}} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:23:25.963989 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-ae245f1d-5b60-47c4-b09c-18ad065803b2 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:25.998055 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.services.segments.db [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93723e1-13fd-4f5c-9a19-db78990f6c99') {'for_net_delete': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:23:25.998363 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.services.segments.db [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93723e1-13fd-4f5c-9a19-db78990f6c99') {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:23:26.068187 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777478329694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4013464'] for segment, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:26.099334 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:26.128502 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:23:26.128929 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2700554'] for segment, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: from cryptography.utils import int_from_bytes Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: from cryptography.utils import int_from_bytes Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: Traceback (most recent call last): Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: timer() Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: cb(*args, **kw) Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: return func(*args, **kwargs) Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: self._notify() Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: self.callback(batched_events) Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: event.method(event) Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: return f(self, *a, **k) Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: return self._get(url).json() Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: return self.request(url, 'GET', **kwargs) Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:23:26.158986 dv-cinder-759955-20-iscsi neutron-server[93970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:23:26.235616 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 5be8e005-a27c-49af-8082-68f1232810b7 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:23:26.252604 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16749276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893990'] for network, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:26.277003 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:26.281464 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/edb00d05-fa73-4805-8c9d-9f54415a2cd4 HTTP/1.1" status: 204 len: 168 time: 0.8421237 Sep 03 14:23:26.304014 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e987ad2-23bc-4e52-85c6-eac999bf41b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=edb00d05-fa73-4805-8c9d-9f54415a2cd4,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:26.320001 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port 5be8e005-a27c-49af-8082-68f1232810b7 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:23:26.327280 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 5be8e005-a27c-49af-8082-68f1232810b7 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:23:26.327979 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:26.427933 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-ae245f1d-5b60-47c4-b09c-18ad065803b2 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Allocated IP 172.20.0.3 (08b71775-78c8-4134-a675-5fab662fa70c/39c459a6-ce56-4400-9438-7abe0e4ef098/8f800bcb-203b-4e5a-99e7-4735ef98537e) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:23:26.468133 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:26.499374 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port 5be8e005-a27c-49af-8082-68f1232810b7, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=5be8e005-a27c-49af-8082-68f1232810b7,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:23:26.505105 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:26.594814 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=5be8e005-a27c-49af-8082-68f1232810b7,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:26.603618 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:26.604640 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:26.606360 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:26.606749 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:26.607099 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:26.607443 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:26.607895 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:26.608102 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:26.608460 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:26.608805 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:26.609139 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:26.617386 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Tracked resource versions report: Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: pushed versions: Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: { 'AddressGroup': {'1.2'}, Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'ConntrackHelper': {'1.0'}, Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Log': {'1.0'}, Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Network': {'1.1'}, Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Port': {'1.7'}, Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'PortForwarding': {'1.2'}, Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'QosPolicy': {'1.9'}, Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'SecurityGroup': {'1.4'}, Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'SecurityGroupRule': {'1.2'}, Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'SubPort': {'1.0'}, Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Subnet': {'1.1'}, Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Trunk': {'1.1'}} Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: consumer versions: Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: { DHCP agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: HyperV agent@hv-cinder-75995: {}, Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: L3 agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: Metadata agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: Metering agent@dv-cinder-759955-20-iscsi: {}, Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: Open vSwitch agent@dv-cinder-759955-20-iscsi: { 'AddressGroup': '1.2', Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'ConntrackHelper': '1.0', Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Log': '1.0', Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Network': '1.1', Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Port': '1.7', Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'PortForwarding': '1.2', Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'QosPolicy': '1.9', Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'SecurityGroup': '1.4', Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'SecurityGroupRule': '1.2', Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'SubPort': '1.0', Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Subnet': '1.1', Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: 'Trunk': '1.1'}} Sep 03 14:23:26.619003 dv-cinder-759955-20-iscsi neutron-server[93971]: {{(pid=93971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 14:23:26.826125 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-ae245f1d-5b60-47c4-b09c-18ad065803b2 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:26.944595 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-ae245f1d-5b60-47c4-b09c-18ad065803b2 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:27.093231 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-ae245f1d-5b60-47c4-b09c-18ad065803b2 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Network 08b71775-78c8-4134-a675-5fab662fa70c is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:23:27.095558 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-ae245f1d-5b60-47c4-b09c-18ad065803b2 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:23:27.130470 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-ae245f1d-5b60-47c4-b09c-18ad065803b2 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:23:27.184606 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121e2c5-6df4-42ce-ab54-a1aec427fd13 req-39960ab3-9022-4884-bb64-834d4c94065a tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:27.184606 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5121e2c5-6df4-42ce-ab54-a1aec427fd13 req-39960ab3-9022-4884-bb64-834d4c94065a tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 931 time: 0.2505379 Sep 03 14:23:27.269447 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae245f1d-5b60-47c4-b09c-18ad065803b2 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Pushing event updated for resources: {'Port': ['ID=8f800bcb-203b-4e5a-99e7-4735ef98537e,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:27.418959 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Sync routers for ids ['3c1f38b8-2bb0-4df7-b9bb-a4a83b140378'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:23:27.419733 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5121e2c5-6df4-42ce-ab54-a1aec427fd13 req-9cad3eb4-ae4d-4632-9a9c-a4d013739408 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204093 Sep 03 14:23:27.419832 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Routers {'3c1f38b8-2bb0-4df7-b9bb-a4a83b140378'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:23:27.419832 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:23:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['3c1f38b8-2bb0-4df7-b9bb-a4a83b140378'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:23:27.420005 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-ae245f1d-5b60-47c4-b09c-18ad065803b2 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:27.420005 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-ae245f1d-5b60-47c4-b09c-18ad065803b2 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:27.420005 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-ae245f1d-5b60-47c4-b09c-18ad065803b2 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7250321 Sep 03 14:23:27.420250 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40660) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:27.489805 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-69b79b3a-1385-4819-8758-2ab2e05b2d17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb9b15dfeecb48bb976f505f4fece8cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0934784 Sep 03 14:23:27.492521 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40662) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:27.532127 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-7d4a56de-e465-4b43-a4e8-cf244fea2c3a tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:23:27.533983 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-7d4a56de-e465-4b43-a4e8-cf244fea2c3a tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063829 Sep 03 14:23:27.609961 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Set router 3c1f38b8-2bb0-4df7-b9bb-a4a83b140378 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:23:27.643490 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9f32b81f-3dfe-4970-8c14-27bdda2f2a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:27.755401 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9f32b81f-3dfe-4970-8c14-27bdda2f2a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:27.950506 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9f32b81f-3dfe-4970-8c14-27bdda2f2a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:27.956622 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9f32b81f-3dfe-4970-8c14-27bdda2f2a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:27.963977 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-9f32b81f-3dfe-4970-8c14-27bdda2f2a49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d357960-dab7-4768-9ef7-570540a50ac7 HTTP/1.1" status: 204 len: 168 time: 0.4690101 Sep 03 14:23:28.008406 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32b81f-3dfe-4970-8c14-27bdda2f2a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d357960-dab7-4768-9ef7-570540a50ac7,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:28.190977 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40680) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:28.286397 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 5be8e005-a27c-49af-8082-68f1232810b7 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:23:28.383798 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-bb46a489-dd73-4e5f-b8b0-e4326abd7afb tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:28.412891 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-bb46a489-dd73-4e5f-b8b0-e4326abd7afb tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/networks?id=bbd6e6cb-0033-47b2-8be9-e30f235ef328 HTTP/1.1" status: 200 len: 819 time: 0.3050470 Sep 03 14:23:28.493103 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1f38b8-2bb0-4df7-b9bb-a4a83b140378', 'name': 'tempest-ServerRescueNegativeTestJSON-1543772817-router', 'tenant_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5be8e005-a27c-49af-8082-68f1232810b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:23:18Z', 'updated_at': '2021-09-03T14:23:23Z', 'revision_number': 4, 'project_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'gw_port': {'id': '5be8e005-a27c-49af-8082-68f1232810b7', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1f38b8-2bb0-4df7-b9bb-a4a83b140378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:23:19Z', 'updated_at': '2021-09-03T14:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': 'ab6433ff-3120-45a4-b990-231118020d1b', 'name': '', 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328', 'tenant_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'mac_address': 'fa:16:3e:6c:8c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1f38b8-2bb0-4df7-b9bb-a4a83b140378', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '174486f7-9963-4483-801b-f3f3a05a27a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:23:22Z', 'updated_at': '2021-09-03T14:23:24Z', 'revision_number': 2, 'project_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'subnets': [{'id': '174486f7-9963-4483-801b-f3f3a05a27a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:23:28.499450 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-5310be87-9e70-42bb-9df5-e1f824d30647 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/quotas/f0f0085a4f6749ad883b44fd85b77f3d HTTP/1.1" status: 200 len: 375 time: 0.0834663 Sep 03 14:23:28.585808 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 5be8e005-a27c-49af-8082-68f1232810b7 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:23:28.591447 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:28.598320 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Checking router: 3c1f38b8-2bb0-4df7-b9bb-a4a83b140378 for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:23:28.599000 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Updating router 3c1f38b8-2bb0-4df7-b9bb-a4a83b140378 port ab6433ff-3120-45a4-b990-231118020d1b binding host dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:23:28.663082 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:28.699223 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a5171-4dee-40cf-a6ae-cec17b4c7d25 req-8db264e0-30c7-4d2e-aaae-6b1708131e4f tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:28.714536 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d64a5171-4dee-40cf-a6ae-cec17b4c7d25 req-8db264e0-30c7-4d2e-aaae-6b1708131e4f tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 931 time: 0.2210543 Sep 03 14:23:28.853323 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2a70a144-a677-4afe-81ee-3fa22c37ed43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:28.892025 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-6e784c22-8687-4804-862f-cc03bfe16510 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f0f0085a4f6749ad883b44fd85b77f3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3915555 Sep 03 14:23:28.967138 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d64a5171-4dee-40cf-a6ae-cec17b4c7d25 req-42c187b7-b4aa-42b2-918a-0281cf739fbd tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512920 Sep 03 14:23:29.090524 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2a70a144-a677-4afe-81ee-3fa22c37ed43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:29.097532 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2a70a144-a677-4afe-81ee-3fa22c37ed43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:29.237534 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:29.252734 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70a144-a677-4afe-81ee-3fa22c37ed43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b85a72-b113-4297-b5c4-cbcdbfceff60,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:29.254068 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Transition to ACTIVE for port object ab6433ff-3120-45a4-b990-231118020d1b will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:23:29.282141 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:29.294320 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-2a70a144-a677-4afe-81ee-3fa22c37ed43 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f5950e543a34acea554e9a620b0b201&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0989537 Sep 03 14:23:29.294574 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 40706) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:29.419617 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a9b5356d-b52b-445b-aabf-08aaa6e4a03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:29.465156 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Request body: {'port': {'device_id': 'aeccc8b5-edf1-4a6e-b109-15e47fb042b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:23:29.521396 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:29.523629 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Attempting to bind port ab6433ff-3120-45a4-b990-231118020d1b on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:23:29.523629 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Attempting to bind port ab6433ff-3120-45a4-b990-231118020d1b by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': '056da458-0111-41da-8cf4-6b9b5f25e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:23:29.524193 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Attempting to bind port ab6433ff-3120-45a4-b990-231118020d1b on network bbd6e6cb-0033-47b2-8be9-e30f235ef328 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:23:29.546483 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:23:29.546483 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Checking segment: {'id': '056da458-0111-41da-8cf4-6b9b5f25e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:23:29.547081 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:29.547693 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Bound using segment: {'id': '056da458-0111-41da-8cf4-6b9b5f25e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:23:29.548350 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Bound port: ab6433ff-3120-45a4-b990-231118020d1b, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056da458-0111-41da-8cf4-6b9b5f25e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:23:29.549236 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:29.554362 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e390ef-358c-4e90-a7e3-60454608d3af None None] Pushing event updated for resources: {'Port': ['ID=ab6433ff-3120-45a4-b990-231118020d1b,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:29.574640 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a9b5356d-b52b-445b-aabf-08aaa6e4a03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:29.665558 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a9b5356d-b52b-445b-aabf-08aaa6e4a03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:29.674679 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a9b5356d-b52b-445b-aabf-08aaa6e4a03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:29.679377 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a9b5356d-b52b-445b-aabf-08aaa6e4a03a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0b85a72-b113-4297-b5c4-cbcdbfceff60 HTTP/1.1" status: 204 len: 168 time: 0.3838594 Sep 03 14:23:29.745408 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5356d-b52b-445b-aabf-08aaa6e4a03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b85a72-b113-4297-b5c4-cbcdbfceff60,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:29.761188 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:29.762229 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] For port ab6433ff-3120-45a4-b990-231118020d1b, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:23:29.782443 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] For port ab6433ff-3120-45a4-b990-231118020d1b, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=ab6433ff-3120-45a4-b990-231118020d1b,segment=NetworkSegment(056da458-0111-41da-8cf4-6b9b5f25e1d3),segment_id=056da458-0111-41da-8cf4-6b9b5f25e1d3)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:23:29.801470 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:29.982325 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e390ef-358c-4e90-a7e3-60454608d3af None None] Pushing event updated for resources: {'Port': ['ID=ab6433ff-3120-45a4-b990-231118020d1b,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:30.002778 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Routers {'3c1f38b8-2bb0-4df7-b9bb-a4a83b140378'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:23:30.003216 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:23:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['3c1f38b8-2bb0-4df7-b9bb-a4a83b140378'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:23:30.226342 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] Set router 3c1f38b8-2bb0-4df7-b9bb-a4a83b140378 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:23:30.237560 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a22ed-f504-44d4-90c2-395f4781da1e req-8e1af0ba-9890-4595-949c-aa7878cdcc1d tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:30.249079 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-012a22ed-f504-44d4-90c2-395f4781da1e req-8e1af0ba-9890-4595-949c-aa7878cdcc1d tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 931 time: 0.0851524 Sep 03 14:23:30.329168 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40728) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:30.396993 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-012a22ed-f504-44d4-90c2-395f4781da1e req-b859a3df-40fe-4573-bb4d-64ea763c0d8a tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437163 Sep 03 14:23:30.475264 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-b3b727f1-e50b-40ca-ba89-ea4cc9dd9b17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecb5bb65446b4a7f8c862c9513039b23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1311116 Sep 03 14:23:30.483777 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 40730) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:30.612671 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5dca2a9b-fca3-448f-8980-4aafea4a6cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:30.696745 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5dca2a9b-fca3-448f-8980-4aafea4a6cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:30.728679 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f800bcb-203b-4e5a-99e7-4735ef98537e {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:23:30.756541 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:30.806674 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Transition to ACTIVE for port object 8f800bcb-203b-4e5a-99e7-4735ef98537e will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:23:30.812384 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5dca2a9b-fca3-448f-8980-4aafea4a6cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:30.815036 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5dca2a9b-fca3-448f-8980-4aafea4a6cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:30.816471 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-5dca2a9b-fca3-448f-8980-4aafea4a6cda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5054fca-17c6-4c24-85a6-898cdeead81d HTTP/1.1" status: 204 len: 168 time: 0.3309553 Sep 03 14:23:30.824660 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:30.840951 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca2a9b-fca3-448f-8980-4aafea4a6cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5054fca-17c6-4c24-85a6-898cdeead81d,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:30.902159 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1f38b8-2bb0-4df7-b9bb-a4a83b140378', 'name': 'tempest-ServerRescueNegativeTestJSON-1543772817-router', 'tenant_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5be8e005-a27c-49af-8082-68f1232810b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:23:18Z', 'updated_at': '2021-09-03T14:23:23Z', 'revision_number': 4, 'project_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'gw_port': {'id': '5be8e005-a27c-49af-8082-68f1232810b7', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1f38b8-2bb0-4df7-b9bb-a4a83b140378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:23:19Z', 'updated_at': '2021-09-03T14:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': 'ab6433ff-3120-45a4-b990-231118020d1b', 'name': '', 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328', 'tenant_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'mac_address': 'fa:16:3e:6c:8c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1f38b8-2bb0-4df7-b9bb-a4a83b140378', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '174486f7-9963-4483-801b-f3f3a05a27a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:23:22Z', 'updated_at': '2021-09-03T14:23:29Z', 'revision_number': 4, 'project_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'subnets': [{'id': '174486f7-9963-4483-801b-f3f3a05a27a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:23:30.970218 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8961478-0ee2-42e2-8c56-c1b65a7aab47 None None] The sync data for ids ['3c1f38b8-2bb0-4df7-b9bb-a4a83b140378'] in dv-cinder-759955-20-iscsi is: [{'id': '3c1f38b8-2bb0-4df7-b9bb-a4a83b140378', 'name': 'tempest-ServerRescueNegativeTestJSON-1543772817-router', 'tenant_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5be8e005-a27c-49af-8082-68f1232810b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:23:18Z', 'updated_at': '2021-09-03T14:23:23Z', 'revision_number': 4, 'project_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'gw_port': {'id': '5be8e005-a27c-49af-8082-68f1232810b7', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1f38b8-2bb0-4df7-b9bb-a4a83b140378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:23:19Z', 'updated_at': '2021-09-03T14:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': 'ab6433ff-3120-45a4-b990-231118020d1b', 'name': '', 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328', 'tenant_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'mac_address': 'fa:16:3e:6c:8c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1f38b8-2bb0-4df7-b9bb-a4a83b140378', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '174486f7-9963-4483-801b-f3f3a05a27a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:23:22Z', 'updated_at': '2021-09-03T14:23:29Z', 'revision_number': 4, 'project_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'subnets': [{'id': '174486f7-9963-4483-801b-f3f3a05a27a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:23:31.423325 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-e55aa647-9e10-43e1-872c-2139d7889f79 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:23:31.427879 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-e55aa647-9e10-43e1-872c-2139d7889f79 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8260984 Sep 03 14:23:31.435056 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f800bcb-203b-4e5a-99e7-4735ef98537e,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:31.751167 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Attempting to bind port 8f800bcb-203b-4e5a-99e7-4735ef98537e on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:23:31.752074 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Attempting to bind port 8f800bcb-203b-4e5a-99e7-4735ef98537e by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'b7276f46-ec4a-4e50-9b94-6dd3daae914d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '08b71775-78c8-4134-a675-5fab662fa70c'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:23:31.752819 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Attempting to bind port 8f800bcb-203b-4e5a-99e7-4735ef98537e on network 08b71775-78c8-4134-a675-5fab662fa70c {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:23:31.763303 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc141807-0a34-434c-bb81-75adc944604b req-db1133a5-a6fb-4914-8a53-a710837f5a04 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:31.763303 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bc141807-0a34-434c-bb81-75adc944604b req-db1133a5-a6fb-4914-8a53-a710837f5a04 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 943 time: 0.1323881 Sep 03 14:23:31.874128 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Port 8f800bcb-203b-4e5a-99e7-4735ef98537e on network 08b71775-78c8-4134-a675-5fab662fa70c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:23:31.874430 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Attempting to bind port 8f800bcb-203b-4e5a-99e7-4735ef98537e on network 08b71775-78c8-4134-a675-5fab662fa70c {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:23:31.892047 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bc141807-0a34-434c-bb81-75adc944604b req-8a2def06-b080-41e8-8380-9c88d8143821 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170952 Sep 03 14:23:31.902128 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:23:31.902491 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Checking segment: {'id': 'b7276f46-ec4a-4e50-9b94-6dd3daae914d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '08b71775-78c8-4134-a675-5fab662fa70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:23:31.903062 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Bound using segment: {'id': 'b7276f46-ec4a-4e50-9b94-6dd3daae914d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '08b71775-78c8-4134-a675-5fab662fa70c'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:23:31.903513 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Bound port: 8f800bcb-203b-4e5a-99e7-4735ef98537e, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7276f46-ec4a-4e50-9b94-6dd3daae914d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '08b71775-78c8-4134-a675-5fab662fa70c'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:23:31.903886 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:32.137120 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] For port 8f800bcb-203b-4e5a-99e7-4735ef98537e, host hv-cinder-75995, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:23:32.153863 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] For port 8f800bcb-203b-4e5a-99e7-4735ef98537e, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=8f800bcb-203b-4e5a-99e7-4735ef98537e,segment=NetworkSegment(b7276f46-ec4a-4e50-9b94-6dd3daae914d),segment_id=b7276f46-ec4a-4e50-9b94-6dd3daae914d)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:23:32.169715 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:32.289826 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:32.292519 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:32.299227 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] 10.222.0.11 "PUT /v2.0/ports/8f800bcb-203b-4e5a-99e7-4735ef98537e HTTP/1.1" status: 200 len: 1093 time: 3.6261322 Sep 03 14:23:32.300784 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeccc8b5-edf1-4a6e-b109-15e47fb042b6', 'tag': '8f800bcb-203b-4e5a-99e7-4735ef98537e'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:23:32.324235 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-0e589617-2f60-4e39-9010-b03b45396ff5 service neutron] 10.222.0.23 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8356988 Sep 03 14:23:32.458835 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device ab6433ff-3120-45a4-b990-231118020d1b up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:23:32.545361 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-ea6cefed-e562-44cf-9886-1f0f0b2ee1d4 service neutron] 10.222.0.23 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505592 Sep 03 14:23:32.633252 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e1221-64ae-43e0-b761-53cfde3f1cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f800bcb-203b-4e5a-99e7-4735ef98537e,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:32.679260 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-bd9e989f-f22f-4d11-9866-e1e74bb93b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:32.680882 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-bd9e989f-f22f-4d11-9866-e1e74bb93b4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c82a4ec0e1d46e2b4cc9a8260e3fdbe&device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 1096 time: 0.1308494 Sep 03 14:23:32.717871 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port ab6433ff-3120-45a4-b990-231118020d1b completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:23:32.730571 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port ab6433ff-3120-45a4-b990-231118020d1b triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:23:32.732735 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:32.878275 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-72dc5bfb-9343-4b04-97d1-3981792f8aed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f800bcb-203b-4e5a-99e7-4735ef98537e HTTP/1.1" status: 200 len: 217 time: 0.1711433 Sep 03 14:23:32.999259 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:33.156145 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port ab6433ff-3120-45a4-b990-231118020d1b, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=ab6433ff-3120-45a4-b990-231118020d1b,segment=NetworkSegment(056da458-0111-41da-8cf4-6b9b5f25e1d3),segment_id=056da458-0111-41da-8cf4-6b9b5f25e1d3)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:23:33.166167 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:33.268496 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-1949b073-6ca0-4dc9-bf64-5bbdfd49b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:33.292343 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-1949b073-6ca0-4dc9-bf64-5bbdfd49b9c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=39c459a6-ce56-4400-9438-7abe0e4ef098 HTTP/1.1" status: 200 len: 852 time: 0.4122069 Sep 03 14:23:33.380919 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=ab6433ff-3120-45a4-b990-231118020d1b,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:33.406348 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ddf46-22aa-469c-a3f3-830b94a29e59 req-50267a50-6003-48eb-a0b9-99b8877e9fc9 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:33.412738 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-dd0ddf46-22aa-469c-a3f3-830b94a29e59 req-50267a50-6003-48eb-a0b9-99b8877e9fc9 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 943 time: 0.2098677 Sep 03 14:23:33.510877 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-f6c23d62-31b4-40ad-ae69-10bd26f8cb1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08b71775-78c8-4134-a675-5fab662fa70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2031243 Sep 03 14:23:33.569604 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-dd0ddf46-22aa-469c-a3f3-830b94a29e59 req-de2faceb-922c-4e86-99be-7d92a28bc680 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490655 Sep 03 14:23:33.726644 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff377b92-5743-4b09-bc16-ae19786f2e67" -d '{"events": [{"name": "network-changed", "server_uuid": "aeccc8b5-edf1-4a6e-b109-15e47fb042b6", "tag": "8f800bcb-203b-4e5a-99e7-4735ef98537e"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:23:33.747026 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d702a8d1-1348-4c0b-90b2-1c9f9d461ffc req-5369751c-eaf5-4c0d-a2a4-91a4ab260bb9 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 210 time: 0.2193120 Sep 03 14:23:34.008465 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-e6085e21-c2cd-4401-96ce-9589b6c568a2 service neutron] 10.222.0.11 "GET /v2.0/networks/08b71775-78c8-4134-a675-5fab662fa70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825444 Sep 03 14:23:34.238387 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device ab6433ff-3120-45a4-b990-231118020d1b up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:23:34.344955 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1ed5a92f-fdfd-4542-a96f-65d75b1f61fa req-5111a65e-143b-4c47-952e-9651d0d16038 service neutron] 10.222.0.11 "GET /v2.0/networks/08b71775-78c8-4134-a675-5fab662fa70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134315 Sep 03 14:23:34.472733 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port ab6433ff-3120-45a4-b990-231118020d1b triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:23:34.473325 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:35.429595 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5559727-a4d9-455a-a3f4-94062a878733 req-dadb5bdb-695f-4dc3-85e1-bf81680fa24b tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:35.443157 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e5559727-a4d9-455a-a3f4-94062a878733 req-dadb5bdb-695f-4dc3-85e1-bf81680fa24b tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/networks?id=bbd6e6cb-0033-47b2-8be9-e30f235ef328 HTTP/1.1" status: 200 len: 819 time: 0.4909654 Sep 03 14:23:35.518093 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dda0771-15f1-4222-b294-68e3228e101b x-openstack-request-id: req-9dda0771-15f1-4222-b294-68e3228e101b {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:23:35.518352 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeccc8b5-edf1-4a6e-b109-15e47fb042b6", "tag": "8f800bcb-203b-4e5a-99e7-4735ef98537e", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:23:35.518611 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9dda0771-15f1-4222-b294-68e3228e101b {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:23:35.519078 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeccc8b5-edf1-4a6e-b109-15e47fb042b6', 'tag': '8f800bcb-203b-4e5a-99e7-4735ef98537e', 'status': 'completed', 'code': 200} Sep 03 14:23:35.520014 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd13b4f-0cc5-4991-8c6f-6b6e647d1a46 req-528fa702-e45e-4303-b514-b274167d85e1 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:35.535436 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ecd13b4f-0cc5-4991-8c6f-6b6e647d1a46 req-528fa702-e45e-4303-b514-b274167d85e1 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 943 time: 0.1670480 Sep 03 14:23:35.621572 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e5559727-a4d9-455a-a3f4-94062a878733 req-bcd2bf04-1df9-4727-bc0c-85633a075393 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/quotas/f0f0085a4f6749ad883b44fd85b77f3d HTTP/1.1" status: 200 len: 375 time: 0.1712594 Sep 03 14:23:35.654945 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ecd13b4f-0cc5-4991-8c6f-6b6e647d1a46 req-54eb49a2-b239-4d9b-9a8b-5b1ba92ad0e4 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167281 Sep 03 14:23:35.831270 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff377b92-5743-4b09-bc16-ae19786f2e67 req-f939ccf2-97ff-496a-bad8-466efcd49f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:35.837966 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ff377b92-5743-4b09-bc16-ae19786f2e67 req-f939ccf2-97ff-496a-bad8-466efcd49f31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c82a4ec0e1d46e2b4cc9a8260e3fdbe&device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 1096 time: 0.3560519 Sep 03 14:23:35.909887 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e5559727-a4d9-455a-a3f4-94062a878733 req-279e3dd8-e978-4c82-b040-36f1e7ef82b4 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f0f0085a4f6749ad883b44fd85b77f3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2837214 Sep 03 14:23:36.605518 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff377b92-5743-4b09-bc16-ae19786f2e67 req-fd53f1eb-2545-4bba-bf03-c525dfe60060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:36.618219 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ff377b92-5743-4b09-bc16-ae19786f2e67 req-fd53f1eb-2545-4bba-bf03-c525dfe60060 service neutron] 10.222.0.11 "GET /v2.0/networks?id=08b71775-78c8-4134-a675-5fab662fa70c HTTP/1.1" status: 200 len: 913 time: 0.7648234 Sep 03 14:23:36.709255 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4f8a3cb6-9556-4f18-be8c-1894bb99d7e2 service neutron] 10.222.0.23 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7983067 Sep 03 14:23:36.722898 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ff377b92-5743-4b09-bc16-ae19786f2e67 req-14a7949e-157b-4d8f-a257-e0b5e4ed2570 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f800bcb-203b-4e5a-99e7-4735ef98537e HTTP/1.1" status: 200 len: 217 time: 0.0842397 Sep 03 14:23:36.939052 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e5559727-a4d9-455a-a3f4-94062a878733 req-fa154d24-548a-4e4c-b9d5-66264f7d4df1 service neutron] 10.222.0.23 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262189 Sep 03 14:23:37.416481 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff377b92-5743-4b09-bc16-ae19786f2e67 req-01725736-1574-4e71-ac56-32816edc76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:37.419865 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ff377b92-5743-4b09-bc16-ae19786f2e67 req-01725736-1574-4e71-ac56-32816edc76e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=39c459a6-ce56-4400-9438-7abe0e4ef098 HTTP/1.1" status: 200 len: 852 time: 0.2305419 Sep 03 14:23:37.597712 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e7c21-9ea1-4724-ad39-366028d78c74 req-bad3c975-402d-4e35-a23d-d5a053d943cb tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:37.610177 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4b9e7c21-9ea1-4724-ad39-366028d78c74 req-bad3c975-402d-4e35-a23d-d5a053d943cb tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 943 time: 0.1884451 Sep 03 14:23:37.771684 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4b9e7c21-9ea1-4724-ad39-366028d78c74 req-6f3c3167-1a47-4030-849b-5b55eb2d977b tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418846 Sep 03 14:23:37.946168 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4cc60e83-1ea8-48cc-a5b7-31e0f49adead req-0abc6f93-c049-454b-be85-3440f4bb9369 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 210 time: 0.0557759 Sep 03 14:23:39.025720 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3acba-bac4-4897-9058-0faf1ede5168 req-ba052ab7-6ae0-4a34-9a64-06f3bc4de32c tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:39.030028 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bff3acba-bac4-4897-9058-0faf1ede5168 req-ba052ab7-6ae0-4a34-9a64-06f3bc4de32c tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 943 time: 0.1058934 Sep 03 14:23:39.133908 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bff3acba-bac4-4897-9058-0faf1ede5168 req-ebcd4dcb-0385-4794-b911-28a71ad98270 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833635 Sep 03 14:23:39.317311 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e8918166-edda-4bfb-a74b-8e0959e4c060 req-c46d71da-fcfd-4e71-9dd6-7eee90c3252d tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 210 time: 0.0685937 Sep 03 14:23:40.153650 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-4e74d629-ab0f-417f-b248-aba59337c1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:40.177397 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 41046) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:40.444504 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-53f54dff-affb-42a8-87c8-93f3a42c5964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:40.483334 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ff0d8-77fa-4ea9-9e2d-c641e7252327 req-4df8f359-845f-4938-957a-47c4ff8b8ac3 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:40.485004 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-399ff0d8-77fa-4ea9-9e2d-c641e7252327 req-4df8f359-845f-4938-957a-47c4ff8b8ac3 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 943 time: 0.2415626 Sep 03 14:23:40.571448 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-399ff0d8-77fa-4ea9-9e2d-c641e7252327 req-3fe2a0a4-58c1-4336-a803-4da6c571c096 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564985 Sep 03 14:23:40.640447 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-64226930-b8ae-4623-a30b-82f90a491c46 req-146a0076-a40b-4037-b0cf-85950cfdf557 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 210 time: 0.1177506 Sep 03 14:23:40.702164 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-53f54dff-affb-42a8-87c8-93f3a42c5964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:40.710113 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-53f54dff-affb-42a8-87c8-93f3a42c5964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:40.752057 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f54dff-affb-42a8-87c8-93f3a42c5964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8dd167-7dc1-42db-b161-8675930bbb8d,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:40.774305 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-53f54dff-affb-42a8-87c8-93f3a42c5964 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66df34af9cbf42a2879fa597b2d81c05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5953906 Sep 03 14:23:40.777308 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 41068) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:40.842771 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c581fb14-23d9-4868-b684-571586e7f6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:40.870467 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c581fb14-23d9-4868-b684-571586e7f6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:40.937112 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c581fb14-23d9-4868-b684-571586e7f6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:40.939904 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c581fb14-23d9-4868-b684-571586e7f6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:40.941177 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-c581fb14-23d9-4868-b684-571586e7f6c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a8dd167-7dc1-42db-b161-8675930bbb8d HTTP/1.1" status: 204 len: 168 time: 0.1628191 Sep 03 14:23:40.950081 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581fb14-23d9-4868-b684-571586e7f6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8dd167-7dc1-42db-b161-8675930bbb8d,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:41.447222 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 41090) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:41.462928 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-559cd268-7cec-42f0-b6c3-fc92be977ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:41.658151 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-559cd268-7cec-42f0-b6c3-fc92be977ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:41.663225 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-559cd268-7cec-42f0-b6c3-fc92be977ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:41.729984 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-559cd268-7cec-42f0-b6c3-fc92be977ad8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e6f3325fa4a4291aee9ed05d065f462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809436 Sep 03 14:23:41.731393 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cd268-7cec-42f0-b6c3-fc92be977ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8c3410-92aa-4e2d-aec8-5a11f95ad545,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:41.734442 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 41118) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:41.809366 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-384771d1-8e45-4224-a28a-cebf88282f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:41.879564 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-384771d1-8e45-4224-a28a-cebf88282f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:41.904425 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdea495-83a6-4d54-a91d-f25756455689 req-675ea3e0-9582-4ff1-9425-f856255e65ec tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:41.912185 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5cdea495-83a6-4d54-a91d-f25756455689 req-675ea3e0-9582-4ff1-9425-f856255e65ec tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 943 time: 0.1280408 Sep 03 14:23:41.987021 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-2bacfbbe-1f8e-4373-9ec4-8712004d68e8 req-34b0a730-5d68-49bf-bc19-7aaaa8bae9f2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 210 time: 0.0432618 Sep 03 14:23:42.008543 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5cdea495-83a6-4d54-a91d-f25756455689 req-d65332a1-b436-4211-b042-8adbd8b82593 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849016 Sep 03 14:23:42.014785 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-384771d1-8e45-4224-a28a-cebf88282f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:42.018711 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-384771d1-8e45-4224-a28a-cebf88282f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:42.024197 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-384771d1-8e45-4224-a28a-cebf88282f26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d8c3410-92aa-4e2d-aec8-5a11f95ad545 HTTP/1.1" status: 204 len: 168 time: 0.2842398 Sep 03 14:23:42.042851 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384771d1-8e45-4224-a28a-cebf88282f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8c3410-92aa-4e2d-aec8-5a11f95ad545,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:42.957812 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a5fb5a3a-0e9f-4cce-866d-b4e084417b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:43.174232 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8e0af7ce-25e8-4349-b168-690c2d02da0b req-441de9c1-02c7-4960-8738-0e9b8cb02142 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 210 time: 0.0343976 Sep 03 14:23:43.205147 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83b043-19f2-4a26-8727-0067a2f1746e req-554baff1-803b-4830-b537-3ce8e9048dba tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:43.206791 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1e83b043-19f2-4a26-8727-0067a2f1746e req-554baff1-803b-4830-b537-3ce8e9048dba tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 943 time: 0.0774245 Sep 03 14:23:43.257613 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:43.274817 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1e83b043-19f2-4a26-8727-0067a2f1746e req-269ba475-8ffd-4444-bb0a-6776e49cb64c tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602763 Sep 03 14:23:43.772450 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ff377b92-5743-4b09-bc16-ae19786f2e67 req-a29914ac-9e93-46dc-8b28-021eefdc3d93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08b71775-78c8-4134-a675-5fab662fa70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466824 Sep 03 14:23:43.930526 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ff377b92-5743-4b09-bc16-ae19786f2e67 req-95a26155-3d03-4ab9-8315-d107279776cf service neutron] 10.222.0.11 "GET /v2.0/networks/08b71775-78c8-4134-a675-5fab662fa70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426589 Sep 03 14:23:44.102870 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ff377b92-5743-4b09-bc16-ae19786f2e67 req-98095446-df38-420b-bcfe-60a80ccbb5cb service neutron] 10.222.0.11 "GET /v2.0/networks/08b71775-78c8-4134-a675-5fab662fa70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508930 Sep 03 14:23:44.315747 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:44.330497 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bab5430a-bedf-499e-83ba-d600fa5362e9 req-e4376376-70c2-4919-bba5-b317bf59263f tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 210 time: 0.0503361 Sep 03 14:23:44.478668 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a50a3a-6439-44b3-9962-41eb29a39353 req-56b3d9f0-67ab-43c8-b3ee-a46e5630ffee tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:44.481499 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e3a50a3a-6439-44b3-9962-41eb29a39353 req-56b3d9f0-67ab-43c8-b3ee-a46e5630ffee tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 943 time: 0.0836551 Sep 03 14:23:44.530914 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e3a50a3a-6439-44b3-9962-41eb29a39353 req-025f6453-4240-4c3f-bd31-5689be2dda1e tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395939 Sep 03 14:23:45.064914 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 41266) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:45.274078 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-326c4cd3-05c3-45c9-85d9-c96d3793b691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:45.383884 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-326c4cd3-05c3-45c9-85d9-c96d3793b691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:45.389798 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-326c4cd3-05c3-45c9-85d9-c96d3793b691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:45.452355 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-326c4cd3-05c3-45c9-85d9-c96d3793b691 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e7f1133e3794aacb2e30dd5853ea147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859546 Sep 03 14:23:45.454815 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c4cd3-05c3-45c9-85d9-c96d3793b691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607609bc-e751-4816-8dfc-8baf54ff4229,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:45.457429 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 41284) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:45.497357 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a2ecc08d-65f7-4d8a-ae75-a84aefe9a1d9 req-b32d3389-2b0a-4e90-89b0-4bb6a1fb081f tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 210 time: 0.0575476 Sep 03 14:23:45.532413 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-761885c9-e9aa-4f08-9697-e1a0b7343a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:45.557882 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-761885c9-e9aa-4f08-9697-e1a0b7343a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:45.616467 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-761885c9-e9aa-4f08-9697-e1a0b7343a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:45.622647 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-761885c9-e9aa-4f08-9697-e1a0b7343a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:45.624813 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-761885c9-e9aa-4f08-9697-e1a0b7343a90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/607609bc-e751-4816-8dfc-8baf54ff4229 HTTP/1.1" status: 204 len: 168 time: 0.1659722 Sep 03 14:23:45.640170 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761885c9-e9aa-4f08-9697-e1a0b7343a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607609bc-e751-4816-8dfc-8baf54ff4229,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:45.753091 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9865e-87f9-4404-a84a-4baca93ee823 req-bf0c2d75-2a13-46b6-a824-1a170f8aa06b tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:45.755932 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-80f9865e-87f9-4404-a84a-4baca93ee823 req-bf0c2d75-2a13-46b6-a824-1a170f8aa06b tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 943 time: 0.1121197 Sep 03 14:23:45.811922 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-80f9865e-87f9-4404-a84a-4baca93ee823 req-7378a224-9bc0-4a12-9748-b33dd91f8b8d tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435479 Sep 03 14:23:46.003603 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 41300) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:46.018155 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bbff3af7-a1a7-40ab-8886-5b5da783af39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:46.123580 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:46.136264 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bbff3af7-a1a7-40ab-8886-5b5da783af39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:46.141251 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bbff3af7-a1a7-40ab-8886-5b5da783af39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:46.184272 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-bbff3af7-a1a7-40ab-8886-5b5da783af39 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ecc2892ba3749b580d4fcf9e67d5d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794453 Sep 03 14:23:46.184985 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff3af7-a1a7-40ab-8886-5b5da783af39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7090442b-71df-4be7-8850-211a090668e3,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:46.187667 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 41306) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:46.244800 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-60071452-6337-4e2c-8f98-9d4ecc182a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:46.268216 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-60071452-6337-4e2c-8f98-9d4ecc182a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:46.332061 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-60071452-6337-4e2c-8f98-9d4ecc182a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:46.334694 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-60071452-6337-4e2c-8f98-9d4ecc182a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:46.335900 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-60071452-6337-4e2c-8f98-9d4ecc182a86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7090442b-71df-4be7-8850-211a090668e3 HTTP/1.1" status: 204 len: 168 time: 0.1472998 Sep 03 14:23:46.349976 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60071452-6337-4e2c-8f98-9d4ecc182a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7090442b-71df-4be7-8850-211a090668e3,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:46.612124 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7992f962-791d-4b5e-8d38-2d235c9ace20 req-48067d67-21a1-422a-9e3f-5b165359ead6 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 210 time: 0.0284114 Sep 03 14:23:47.014050 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ee739-10c8-4d52-a05c-86c3dd990101 req-4d32b4e0-0fde-49c4-addd-e74339d2163b tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:47.016107 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-016ee739-10c8-4d52-a05c-86c3dd990101 req-4d32b4e0-0fde-49c4-addd-e74339d2163b tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 943 time: 0.0951130 Sep 03 14:23:47.118031 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-016ee739-10c8-4d52-a05c-86c3dd990101 req-8fea2cbe-26b4-421e-a5b2-8143d502e126 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844467 Sep 03 14:23:47.150589 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-311f0cdd-8771-4b33-b649-40482cff2155 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:47.154465 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-311f0cdd-8771-4b33-b649-40482cff2155 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.11 "GET /v2.0/networks?id=bbd6e6cb-0033-47b2-8be9-e30f235ef328 HTTP/1.1" status: 200 len: 819 time: 0.1873751 Sep 03 14:23:47.177195 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-c488a7cc-8caa-4625-9d1b-f9ddd6f6618c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Request body: {'port': {'device_id': '25393808-a4a9-431c-97db-bdeddc006c0b', 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328', 'admin_state_up': True, 'tenant_id': 'f0f0085a4f6749ad883b44fd85b77f3d'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:23:47.307984 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:23:47.375748 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-c488a7cc-8caa-4625-9d1b-f9ddd6f6618c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Made reservation on behalf of f0f0085a4f6749ad883b44fd85b77f3d for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:23:47.381223 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-c488a7cc-8caa-4625-9d1b-f9ddd6f6618c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:47.431173 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.11', 61736) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:47.607346 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-c488a7cc-8caa-4625-9d1b-f9ddd6f6618c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Allocated IP 172.20.0.14 (bbd6e6cb-0033-47b2-8be9-e30f235ef328/174486f7-9963-4483-801b-f3f3a05a27a1/9031ac54-36c0-4a82-9617-ec41b2a11a84) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:23:47.753633 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5559727-a4d9-455a-a3f4-94062a878733 req-07230cd4-4236-455c-bac7-c4589d02f0c4 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:47.764156 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e5559727-a4d9-455a-a3f4-94062a878733 req-07230cd4-4236-455c-bac7-c4589d02f0c4 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.11 "GET /v2.0/networks?id=bbd6e6cb-0033-47b2-8be9-e30f235ef328 HTTP/1.1" status: 200 len: 819 time: 0.3216097 Sep 03 14:23:47.802798 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [req-e5559727-a4d9-455a-a3f4-94062a878733 req-e5703bc2-dcf4-4904-8b62-a798cae554c2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Request body: {'port': {'device_id': 'c1227e8e-08f4-4cca-8af1-7a1e2cb93443', 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328', 'admin_state_up': True, 'tenant_id': 'f0f0085a4f6749ad883b44fd85b77f3d'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:23:47.857430 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c35e3d82-c777-48c3-ae0a-907b3ec5cf7d req-63e35622-248f-418a-8d83-4bcba7b93ca7 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 210 time: 0.0899298 Sep 03 14:23:48.109493 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-c488a7cc-8caa-4625-9d1b-f9ddd6f6618c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:48.304241 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-c488a7cc-8caa-4625-9d1b-f9ddd6f6618c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:48.483594 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5559727-a4d9-455a-a3f4-94062a878733 req-e5703bc2-dcf4-4904-8b62-a798cae554c2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Made reservation on behalf of f0f0085a4f6749ad883b44fd85b77f3d for: {'port': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:23:48.494651 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-e5559727-a4d9-455a-a3f4-94062a878733 req-e5703bc2-dcf4-4904-8b62-a798cae554c2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:48.594083 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-c488a7cc-8caa-4625-9d1b-f9ddd6f6618c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Network bbd6e6cb-0033-47b2-8be9-e30f235ef328 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:23:48.602433 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-c488a7cc-8caa-4625-9d1b-f9ddd6f6618c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:23:48.645412 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-c488a7cc-8caa-4625-9d1b-f9ddd6f6618c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:23:48.660076 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 41408) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:48.816050 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0a469-c217-49ea-bdf9-815965b3c635 req-a1d6eb26-4003-4ba6-8b13-9093f56de233 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:48.827303 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4fb0a469-c217-49ea-bdf9-815965b3c635 req-a1d6eb26-4003-4ba6-8b13-9093f56de233 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 943 time: 0.5551422 Sep 03 14:23:48.840263 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488a7cc-8caa-4625-9d1b-f9ddd6f6618c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Pushing event updated for resources: {'Port': ['ID=9031ac54-36c0-4a82-9617-ec41b2a11a84,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:48.936823 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-c488a7cc-8caa-4625-9d1b-f9ddd6f6618c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:48.939144 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-c488a7cc-8caa-4625-9d1b-f9ddd6f6618c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:49.064231 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-c488a7cc-8caa-4625-9d1b-f9ddd6f6618c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8936081 Sep 03 14:23:49.070127 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4fb0a469-c217-49ea-bdf9-815965b3c635 req-bd9c8f92-8872-4d42-8f8f-f40b7e7bb7e5 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971705 Sep 03 14:23:49.137030 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ddba8388-bf40-4f82-b2b9-ff708c006e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:49.286655 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5595655c-602f-42dd-a77b-7dcd2d76c7f9 req-72264db1-ed8a-4145-a8dd-68b1f33cef60 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 210 time: 0.1074035 Sep 03 14:23:49.303590 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ddba8388-bf40-4f82-b2b9-ff708c006e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:49.322620 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ddba8388-bf40-4f82-b2b9-ff708c006e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:49.371105 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ddba8388-bf40-4f82-b2b9-ff708c006e13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=554796fa0af549fa8caa97bb80f77a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7075434 Sep 03 14:23:49.371105 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba8388-bf40-4f82-b2b9-ff708c006e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bdba76-f8ba-405b-874c-0782d446ed83,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:49.373233 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 41436) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:49.431208 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [req-e5559727-a4d9-455a-a3f4-94062a878733 req-e5703bc2-dcf4-4904-8b62-a798cae554c2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Allocated IP 172.20.0.4 (bbd6e6cb-0033-47b2-8be9-e30f235ef328/174486f7-9963-4483-801b-f3f3a05a27a1/9c5087b0-11d4-4de9-85d5-550573431140) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:23:49.442971 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f40dfd18-c1b0-44a4-a719-97318d1321c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:49.482898 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f40dfd18-c1b0-44a4-a719-97318d1321c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:49.581359 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f40dfd18-c1b0-44a4-a719-97318d1321c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:49.584541 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f40dfd18-c1b0-44a4-a719-97318d1321c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:49.585884 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f40dfd18-c1b0-44a4-a719-97318d1321c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50bdba76-f8ba-405b-874c-0782d446ed83 HTTP/1.1" status: 204 len: 168 time: 0.2111433 Sep 03 14:23:49.598765 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40dfd18-c1b0-44a4-a719-97318d1321c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bdba76-f8ba-405b-874c-0782d446ed83,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:49.670103 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-e5559727-a4d9-455a-a3f4-94062a878733 req-e5703bc2-dcf4-4904-8b62-a798cae554c2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:49.718747 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-e5559727-a4d9-455a-a3f4-94062a878733 req-e5703bc2-dcf4-4904-8b62-a798cae554c2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:49.807078 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5559727-a4d9-455a-a3f4-94062a878733 req-e5703bc2-dcf4-4904-8b62-a798cae554c2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Network bbd6e6cb-0033-47b2-8be9-e30f235ef328 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:23:49.809185 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [req-e5559727-a4d9-455a-a3f4-94062a878733 req-e5703bc2-dcf4-4904-8b62-a798cae554c2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:23:49.819331 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5559727-a4d9-455a-a3f4-94062a878733 req-e5703bc2-dcf4-4904-8b62-a798cae554c2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:23:49.857873 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5703bc2-dcf4-4904-8b62-a798cae554c2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Pushing event updated for resources: {'Port': ['ID=9c5087b0-11d4-4de9-85d5-550573431140,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:49.888595 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5559727-a4d9-455a-a3f4-94062a878733 req-e5703bc2-dcf4-4904-8b62-a798cae554c2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:49.889277 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-e5559727-a4d9-455a-a3f4-94062a878733 req-e5703bc2-dcf4-4904-8b62-a798cae554c2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for port, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:49.912305 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e5559727-a4d9-455a-a3f4-94062a878733 req-e5703bc2-dcf4-4904-8b62-a798cae554c2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1170266 Sep 03 14:23:50.228084 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06543a6-94f0-4394-8442-c21f106cfd07 req-bc2770cc-10bc-4755-806e-bf5e268afdd2 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:50.230857 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d06543a6-94f0-4394-8442-c21f106cfd07 req-bc2770cc-10bc-4755-806e-bf5e268afdd2 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 943 time: 0.0677381 Sep 03 14:23:50.292596 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d06543a6-94f0-4394-8442-c21f106cfd07 req-ea514c4e-95c7-42f5-bca4-3826f35b1178 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546582 Sep 03 14:23:50.444999 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1763a6-7f3c-400d-bf4a-65a2bca74095 req-25aba948-f6ef-486b-80b0-1a476d899e77 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:50.444999 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-2e1763a6-7f3c-400d-bf4a-65a2bca74095 req-25aba948-f6ef-486b-80b0-1a476d899e77 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 931 time: 0.0653901 Sep 03 14:23:50.487310 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-2e1763a6-7f3c-400d-bf4a-65a2bca74095 req-69ca9e19-802a-48f6-b297-6ee2421e89a9 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388775 Sep 03 14:23:50.910664 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 8f800bcb-203b-4e5a-99e7-4735ef98537e details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:23:51.086358 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 8f800bcb-203b-4e5a-99e7-4735ef98537e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=8f800bcb-203b-4e5a-99e7-4735ef98537e,segment=NetworkSegment(b7276f46-ec4a-4e50-9b94-6dd3daae914d),segment_id=b7276f46-ec4a-4e50-9b94-6dd3daae914d)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:23:51.103026 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': '8f800bcb-203b-4e5a-99e7-4735ef98537e', 'network_id': '08b71775-78c8-4134-a675-5fab662fa70c', 'port_id': '8f800bcb-203b-4e5a-99e7-4735ef98537e', 'mac_address': 'fa:16:3e:15:99:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c459a6-ce56-4400-9438-7abe0e4ef098', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:23:51.164395 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:51.182737 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f800bcb-203b-4e5a-99e7-4735ef98537e {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:23:51.211731 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 8f800bcb-203b-4e5a-99e7-4735ef98537e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=8f800bcb-203b-4e5a-99e7-4735ef98537e,segment=NetworkSegment(b7276f46-ec4a-4e50-9b94-6dd3daae914d),segment_id=b7276f46-ec4a-4e50-9b94-6dd3daae914d)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:23:51.217284 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:51.287958 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=8f800bcb-203b-4e5a-99e7-4735ef98537e,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:51.452955 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708cc1b-8cdd-44fb-addd-d25378d65799 req-2f9e69eb-0fad-4347-983f-d3fbfa7db6d0 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:51.454650 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a708cc1b-8cdd-44fb-addd-d25378d65799 req-2f9e69eb-0fad-4347-983f-d3fbfa7db6d0 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 944 time: 0.0584300 Sep 03 14:23:51.519329 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a708cc1b-8cdd-44fb-addd-d25378d65799 req-8d56621e-507d-4b6b-ba6e-62f0ca9c60b7 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526874 Sep 03 14:23:51.635726 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599f56e-1cc7-4e12-8df6-28750121bb54 req-9d95082d-a4a3-4b33-b60d-2930b0484f68 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:51.637218 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c599f56e-1cc7-4e12-8df6-28750121bb54 req-9d95082d-a4a3-4b33-b60d-2930b0484f68 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 931 time: 0.0545292 Sep 03 14:23:51.692407 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c599f56e-1cc7-4e12-8df6-28750121bb54 req-57f10198-a80c-431e-b291-d3f6fe30e649 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442474 Sep 03 14:23:51.924537 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Request body: {'port': {'device_id': '25393808-a4a9-431c-97db-bdeddc006c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:23:51.925730 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Request body: {'port': {'device_id': 'c1227e8e-08f4-4cca-8af1-7a1e2cb93443', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:23:52.037901 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:52.048365 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:52.238045 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['8f800bcb-203b-4e5a-99e7-4735ef98537e'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:23:52.491121 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 41542) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:52.575753 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9031ac54-36c0-4a82-9617-ec41b2a11a84 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:23:52.591726 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:52.617188 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Transition to ACTIVE for port object 9031ac54-36c0-4a82-9617-ec41b2a11a84 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:23:52.624726 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:52.730647 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-72f5a8c6-45b8-4b9c-87a0-7884dbfeb829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:52.777150 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Pushing event updated for resources: {'Port': ['ID=9031ac54-36c0-4a82-9617-ec41b2a11a84,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:52.833216 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d0aba-26b4-497d-ae93-747e25820c66 req-eeaadbf6-b4a1-4faa-96b1-184589c547ce tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:52.835033 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e71d0aba-26b4-497d-ae93-747e25820c66 req-eeaadbf6-b4a1-4faa-96b1-184589c547ce tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 944 time: 0.1515799 Sep 03 14:23:52.931036 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Attempting to bind port 9031ac54-36c0-4a82-9617-ec41b2a11a84 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:23:52.931851 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Attempting to bind port 9031ac54-36c0-4a82-9617-ec41b2a11a84 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '056da458-0111-41da-8cf4-6b9b5f25e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:23:52.932407 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Attempting to bind port 9031ac54-36c0-4a82-9617-ec41b2a11a84 on network bbd6e6cb-0033-47b2-8be9-e30f235ef328 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:23:52.953849 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Port 9031ac54-36c0-4a82-9617-ec41b2a11a84 on network bbd6e6cb-0033-47b2-8be9-e30f235ef328 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:23:52.954758 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Attempting to bind port 9031ac54-36c0-4a82-9617-ec41b2a11a84 on network bbd6e6cb-0033-47b2-8be9-e30f235ef328 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:23:52.998908 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e71d0aba-26b4-497d-ae93-747e25820c66 req-0f639671-170e-4aaf-8e77-c8adf61de225 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315668 Sep 03 14:23:53.011157 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:23:53.011864 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Checking segment: {'id': '056da458-0111-41da-8cf4-6b9b5f25e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:23:53.012633 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Bound using segment: {'id': '056da458-0111-41da-8cf4-6b9b5f25e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:23:53.013584 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Bound port: 9031ac54-36c0-4a82-9617-ec41b2a11a84, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '056da458-0111-41da-8cf4-6b9b5f25e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:23:53.014926 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:53.049735 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672cf5e-ec9a-46e7-967b-6d784587bd3c req-b9d4a0bc-1944-4227-aea0-57238c2b51f4 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:53.052393 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8672cf5e-ec9a-46e7-967b-6d784587bd3c req-b9d4a0bc-1944-4227-aea0-57238c2b51f4 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 931 time: 0.1881220 Sep 03 14:23:53.123727 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5087b0-11d4-4de9-85d5-550573431140 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:23:53.156316 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] For port 9031ac54-36c0-4a82-9617-ec41b2a11a84, host hv-cinder-75995, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:23:53.156673 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:53.161741 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] For port 9031ac54-36c0-4a82-9617-ec41b2a11a84, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9031ac54-36c0-4a82-9617-ec41b2a11a84,segment=NetworkSegment(056da458-0111-41da-8cf4-6b9b5f25e1d3),segment_id=056da458-0111-41da-8cf4-6b9b5f25e1d3)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:23:53.168882 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:53.214327 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8672cf5e-ec9a-46e7-967b-6d784587bd3c req-c5752f73-9acb-45ae-a3a9-2823f6050515 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486828 Sep 03 14:23:53.239518 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Transition to ACTIVE for port object 9c5087b0-11d4-4de9-85d5-550573431140 will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:23:53.239815 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:53.239815 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:53.239815 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] 10.222.0.11 "PUT /v2.0/ports/9031ac54-36c0-4a82-9617-ec41b2a11a84 HTTP/1.1" status: 200 len: 1094 time: 1.3208456 Sep 03 14:23:53.243417 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-72f5a8c6-45b8-4b9c-87a0-7884dbfeb829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:53.243634 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25393808-a4a9-431c-97db-bdeddc006c0b', 'tag': '9031ac54-36c0-4a82-9617-ec41b2a11a84'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:23:53.247577 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:53.248053 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a82414-d968-4986-bbd5-9c6c77a2e1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "25393808-a4a9-431c-97db-bdeddc006c0b", "tag": "9031ac54-36c0-4a82-9617-ec41b2a11a84"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:23:53.306684 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-72f5a8c6-45b8-4b9c-87a0-7884dbfeb829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:53.307719 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e97e39-139e-451f-b3ed-0475fd932067 service neutron] Pushing event updated for resources: {'Port': ['ID=9031ac54-36c0-4a82-9617-ec41b2a11a84,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:53.330183 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Pushing event updated for resources: {'Port': ['ID=9c5087b0-11d4-4de9-85d5-550573431140,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:53.391502 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-72f5a8c6-45b8-4b9c-87a0-7884dbfeb829 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c64071b959247bd8a5df437aad2fcdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8988454 Sep 03 14:23:53.396043 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 41572) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:53.398244 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5a8c6-45b8-4b9c-87a0-7884dbfeb829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48eb5596-f2b2-41a9-a9a6-8c75d5970a06,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:53.428739 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d83f349-3118-4b9c-8cd0-14ee0b472e46 x-openstack-request-id: req-5d83f349-3118-4b9c-8cd0-14ee0b472e46 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:23:53.429309 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25393808-a4a9-431c-97db-bdeddc006c0b", "tag": "9031ac54-36c0-4a82-9617-ec41b2a11a84", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:23:53.429815 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d83f349-3118-4b9c-8cd0-14ee0b472e46 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:23:53.430485 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25393808-a4a9-431c-97db-bdeddc006c0b', 'tag': '9031ac54-36c0-4a82-9617-ec41b2a11a84', 'status': 'completed', 'code': 200} Sep 03 14:23:53.499299 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-038aba29-727e-4f52-a100-d5307833ce22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:53.518596 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Attempting to bind port 9c5087b0-11d4-4de9-85d5-550573431140 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:23:53.519307 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Attempting to bind port 9c5087b0-11d4-4de9-85d5-550573431140 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '056da458-0111-41da-8cf4-6b9b5f25e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:23:53.519821 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Attempting to bind port 9c5087b0-11d4-4de9-85d5-550573431140 on network bbd6e6cb-0033-47b2-8be9-e30f235ef328 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:23:53.525707 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Port 9c5087b0-11d4-4de9-85d5-550573431140 on network bbd6e6cb-0033-47b2-8be9-e30f235ef328 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:23:53.526301 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Attempting to bind port 9c5087b0-11d4-4de9-85d5-550573431140 on network bbd6e6cb-0033-47b2-8be9-e30f235ef328 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:23:53.532700 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:23:53.533502 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Checking segment: {'id': '056da458-0111-41da-8cf4-6b9b5f25e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:23:53.534250 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Bound using segment: {'id': '056da458-0111-41da-8cf4-6b9b5f25e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:23:53.534852 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Bound port: 9c5087b0-11d4-4de9-85d5-550573431140, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '056da458-0111-41da-8cf4-6b9b5f25e1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:23:53.535517 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:53.540460 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-038aba29-727e-4f52-a100-d5307833ce22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:53.617014 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-038aba29-727e-4f52-a100-d5307833ce22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:53.620684 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-038aba29-727e-4f52-a100-d5307833ce22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:53.622502 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-038aba29-727e-4f52-a100-d5307833ce22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48eb5596-f2b2-41a9-a9a6-8c75d5970a06 HTTP/1.1" status: 204 len: 168 time: 0.2248316 Sep 03 14:23:53.633571 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] For port 9c5087b0-11d4-4de9-85d5-550573431140, host hv-cinder-75995, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:23:53.640198 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] For port 9c5087b0-11d4-4de9-85d5-550573431140, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9c5087b0-11d4-4de9-85d5-550573431140,segment=NetworkSegment(056da458-0111-41da-8cf4-6b9b5f25e1d3),segment_id=056da458-0111-41da-8cf4-6b9b5f25e1d3)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:23:53.642362 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038aba29-727e-4f52-a100-d5307833ce22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48eb5596-f2b2-41a9-a9a6-8c75d5970a06,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:53.647360 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:53.689717 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:53.690349 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for port, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:53.692202 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e5559727-a4d9-455a-a3f4-94062a878733 req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] 10.222.0.11 "PUT /v2.0/ports/9c5087b0-11d4-4de9-85d5-550573431140 HTTP/1.1" status: 200 len: 1093 time: 1.7731593 Sep 03 14:23:53.692620 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1227e8e-08f4-4cca-8af1-7a1e2cb93443', 'tag': '9c5087b0-11d4-4de9-85d5-550573431140'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:23:53.735432 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e39b0-54b5-4826-b1bd-f5fd5febb87c service neutron] Pushing event updated for resources: {'Port': ['ID=9c5087b0-11d4-4de9-85d5-550573431140,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:53.877751 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bc9b53-e856-4c26-a216-3c35c6833ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "c1227e8e-08f4-4cca-8af1-7a1e2cb93443", "tag": "9c5087b0-11d4-4de9-85d5-550573431140"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:23:53.993274 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f67213-7219-49a5-8a1e-da63abe9b7da x-openstack-request-id: req-a0f67213-7219-49a5-8a1e-da63abe9b7da {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:23:53.993932 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1227e8e-08f4-4cca-8af1-7a1e2cb93443", "tag": "9c5087b0-11d4-4de9-85d5-550573431140", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:23:53.994703 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0f67213-7219-49a5-8a1e-da63abe9b7da {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:23:53.995891 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1227e8e-08f4-4cca-8af1-7a1e2cb93443', 'tag': '9c5087b0-11d4-4de9-85d5-550573431140', 'status': 'completed', 'code': 200} Sep 03 14:23:54.122615 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 41608) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:54.144208 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-42307e55-35aa-4661-b6cc-96ccbff3e61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:54.223598 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7f2f9-8d14-49eb-ab07-4e4e4c4488c3 req-9980ed07-e8bd-4390-9d18-d212a5d877e1 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:54.230696 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-29c7f2f9-8d14-49eb-ab07-4e4e4c4488c3 req-9980ed07-e8bd-4390-9d18-d212a5d877e1 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 944 time: 0.0993669 Sep 03 14:23:54.293302 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-29c7f2f9-8d14-49eb-ab07-4e4e4c4488c3 req-fac03bb0-df98-4099-af7e-83c509e4c10f tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600085 Sep 03 14:23:54.332770 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-42307e55-35aa-4661-b6cc-96ccbff3e61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:54.367428 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-42307e55-35aa-4661-b6cc-96ccbff3e61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:54.458519 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-42307e55-35aa-4661-b6cc-96ccbff3e61a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b9776019b534c42b838e993e7bcd07b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343647 Sep 03 14:23:54.460062 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42307e55-35aa-4661-b6cc-96ccbff3e61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7045013b-ad8e-4de5-879c-d0665be4582b,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:54.460963 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 41614) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:54.482861 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2be72-33e1-45bf-a10f-996db1d43bea req-73840019-c616-4c62-bd91-be4941f11ca4 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:54.484750 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-9fb2be72-33e1-45bf-a10f-996db1d43bea req-73840019-c616-4c62-bd91-be4941f11ca4 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 943 time: 0.1769044 Sep 03 14:23:54.536096 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-9fb2be72-33e1-45bf-a10f-996db1d43bea req-16b0d4b7-3cf0-4591-9069-66d59242a8cb tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385892 Sep 03 14:23:54.540939 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d67c11b9-248d-4680-b704-46f3307ef02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:54.579993 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d67c11b9-248d-4680-b704-46f3307ef02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:54.635426 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d67c11b9-248d-4680-b704-46f3307ef02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:54.640079 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d67c11b9-248d-4680-b704-46f3307ef02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:54.642090 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d67c11b9-248d-4680-b704-46f3307ef02f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7045013b-ad8e-4de5-879c-d0665be4582b HTTP/1.1" status: 204 len: 168 time: 0.1797612 Sep 03 14:23:54.656251 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c11b9-248d-4680-b704-46f3307ef02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7045013b-ad8e-4de5-879c-d0665be4582b,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:55.432823 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc9b53-e856-4c26-a216-3c35c6833ad0 req-2b7bd91c-5848-47b5-a834-d35dc6aa4e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:55.438191 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-66d76d62-9b4f-47f8-86b9-0a1a3f748447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:55.439456 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f3bc9b53-e856-4c26-a216-3c35c6833ad0 req-2b7bd91c-5848-47b5-a834-d35dc6aa4e55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0f0085a4f6749ad883b44fd85b77f3d&device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 1096 time: 0.1358306 Sep 03 14:23:55.441063 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-66d76d62-9b4f-47f8-86b9-0a1a3f748447 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0f0085a4f6749ad883b44fd85b77f3d&device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 1097 time: 0.2274075 Sep 03 14:23:55.782726 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-c8d93cf6-f585-48c4-a20f-a65de4410afc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9031ac54-36c0-4a82-9617-ec41b2a11a84 HTTP/1.1" status: 200 len: 217 time: 0.3250492 Sep 03 14:23:55.931308 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf224e0-6bd0-461f-a728-2fa75507b6b1 req-89f5d484-3f02-4e34-9375-c5a9d70162c2 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:55.934175 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-faf224e0-6bd0-461f-a728-2fa75507b6b1 req-89f5d484-3f02-4e34-9375-c5a9d70162c2 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 944 time: 0.4537575 Sep 03 14:23:55.934342 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c432dda-feba-4afc-917e-40e74fefe4b3 req-c1667e95-1b77-4122-b8da-61abaea1f06e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:55.936941 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-2c432dda-feba-4afc-917e-40e74fefe4b3 req-c1667e95-1b77-4122-b8da-61abaea1f06e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 943 time: 0.2297473 Sep 03 14:23:55.946387 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-ba93314b-5de1-4f2d-adac-0b4023118966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:55.948759 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-ba93314b-5de1-4f2d-adac-0b4023118966 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=174486f7-9963-4483-801b-f3f3a05a27a1 HTTP/1.1" status: 200 len: 859 time: 0.1331189 Sep 03 14:23:55.967897 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc9b53-e856-4c26-a216-3c35c6833ad0 req-d49a2a4f-00e3-467c-b720-5e5d4b3f5bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:55.972394 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f3bc9b53-e856-4c26-a216-3c35c6833ad0 req-d49a2a4f-00e3-467c-b720-5e5d4b3f5bb7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f0f0085a4f6749ad883b44fd85b77f3d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5150237 Sep 03 14:23:56.026557 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-fdcf36a6-c59a-49c5-a1cf-1760224a0ea1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbd6e6cb-0033-47b2-8be9-e30f235ef328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668244 Sep 03 14:23:56.089316 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-2c432dda-feba-4afc-917e-40e74fefe4b3 req-f50a60ae-aa4b-4ca9-ad55-642998e3decf tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299026 Sep 03 14:23:56.181418 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-a89696f8-a788-4d13-8b57-cf7deb6f27e5 service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422453 Sep 03 14:23:56.353442 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-892dbb2a-4ce2-481b-a8c3-1911163a316a req-c1456c2d-69e0-42b5-be58-d25ecfd1b049 service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636395 Sep 03 14:23:56.436598 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-faf224e0-6bd0-461f-a728-2fa75507b6b1 req-2fcee137-b817-49bb-9b95-d3fb07f90397 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795451 Sep 03 14:23:56.493216 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a82414-d968-4986-bbd5-9c6c77a2e1bf req-92a42b5c-d1b3-4145-a430-c2e7ba148367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:56.495534 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-42a82414-d968-4986-bbd5-9c6c77a2e1bf req-92a42b5c-d1b3-4145-a430-c2e7ba148367 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0f0085a4f6749ad883b44fd85b77f3d&device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 1097 time: 0.0670815 Sep 03 14:23:56.595166 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc9b53-e856-4c26-a216-3c35c6833ad0 req-fc056e88-443e-48d2-a955-1add041ed940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:56.596747 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f3bc9b53-e856-4c26-a216-3c35c6833ad0 req-fc056e88-443e-48d2-a955-1add041ed940 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6096823 Sep 03 14:23:56.761404 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5559727-a4d9-455a-a3f4-94062a878733 req-9d71b945-a4a5-43fa-8b4a-f8c70f50ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:56.763106 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e5559727-a4d9-455a-a3f4-94062a878733 req-9d71b945-a4a5-43fa-8b4a-f8c70f50ecfa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0f0085a4f6749ad883b44fd85b77f3d&device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 1096 time: 0.0853157 Sep 03 14:23:56.794828 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a82414-d968-4986-bbd5-9c6c77a2e1bf req-6d808d15-91f6-4ddb-894c-1801f90f5b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:56.796392 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-42a82414-d968-4986-bbd5-9c6c77a2e1bf req-6d808d15-91f6-4ddb-894c-1801f90f5b1f service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbd6e6cb-0033-47b2-8be9-e30f235ef328 HTTP/1.1" status: 200 len: 920 time: 0.2933445 Sep 03 14:23:56.864254 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-42a82414-d968-4986-bbd5-9c6c77a2e1bf req-22049d7a-c0dd-4945-8167-9ea3010bb8a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9031ac54-36c0-4a82-9617-ec41b2a11a84 HTTP/1.1" status: 200 len: 217 time: 0.0585382 Sep 03 14:23:56.874343 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e5559727-a4d9-455a-a3f4-94062a878733 req-8418e11e-0e12-48f4-a5ac-05438c3978fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c5087b0-11d4-4de9-85d5-550573431140 HTTP/1.1" status: 200 len: 217 time: 0.1021354 Sep 03 14:23:56.948656 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a82414-d968-4986-bbd5-9c6c77a2e1bf req-dfa72587-d5a0-4bf8-8a12-c950202ea65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:56.950364 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-42a82414-d968-4986-bbd5-9c6c77a2e1bf req-dfa72587-d5a0-4bf8-8a12-c950202ea65e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=174486f7-9963-4483-801b-f3f3a05a27a1 HTTP/1.1" status: 200 len: 859 time: 0.0768213 Sep 03 14:23:56.982575 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5559727-a4d9-455a-a3f4-94062a878733 req-1a8a4c34-400c-4f02-b142-2ee071b3e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:56.986355 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e5559727-a4d9-455a-a3f4-94062a878733 req-1a8a4c34-400c-4f02-b142-2ee071b3e98e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=174486f7-9963-4483-801b-f3f3a05a27a1 HTTP/1.1" status: 200 len: 859 time: 0.1046035 Sep 03 14:23:57.004024 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-42a82414-d968-4986-bbd5-9c6c77a2e1bf req-43f4c6b1-dd4e-4db9-98e7-601af6eb3661 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbd6e6cb-0033-47b2-8be9-e30f235ef328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446944 Sep 03 14:23:57.039809 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e5559727-a4d9-455a-a3f4-94062a878733 req-9e282820-2355-4d30-9329-d12eeeb28a8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbd6e6cb-0033-47b2-8be9-e30f235ef328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434282 Sep 03 14:23:57.137078 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-42a82414-d968-4986-bbd5-9c6c77a2e1bf req-55a1b5da-5c9a-466d-b662-fd2d8d99fa29 service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241040 Sep 03 14:23:57.170044 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 9031ac54-36c0-4a82-9617-ec41b2a11a84 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:23:57.258189 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 8f800bcb-203b-4e5a-99e7-4735ef98537e up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:23:57.281517 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e5559727-a4d9-455a-a3f4-94062a878733 req-dab28305-676a-4edb-8c06-4cb0d758e1c4 service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307458 Sep 03 14:23:57.358214 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-42a82414-d968-4986-bbd5-9c6c77a2e1bf req-f2621aff-1154-462f-ab55-a14d30d054fb service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138810 Sep 03 14:23:57.371822 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39d858-4ddc-406a-acee-06f780a19cc6 req-104fcd14-8eb0-454e-96e4-3d6a12c18d69 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:57.385238 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8a39d858-4ddc-406a-acee-06f780a19cc6 req-104fcd14-8eb0-454e-96e4-3d6a12c18d69 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 943 time: 0.1718454 Sep 03 14:23:57.501755 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port 8f800bcb-203b-4e5a-99e7-4735ef98537e completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:23:57.510601 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e5559727-a4d9-455a-a3f4-94062a878733 req-d1f64a52-6718-43f1-8553-c16fd327a3af service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155519 Sep 03 14:23:57.512488 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8a39d858-4ddc-406a-acee-06f780a19cc6 req-2402c288-e9bd-40f8-a053-be618c9fcdd3 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260345 Sep 03 14:23:57.533302 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 9031ac54-36c0-4a82-9617-ec41b2a11a84, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9031ac54-36c0-4a82-9617-ec41b2a11a84,segment=NetworkSegment(056da458-0111-41da-8cf4-6b9b5f25e1d3),segment_id=056da458-0111-41da-8cf4-6b9b5f25e1d3)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:23:57.546777 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': '9031ac54-36c0-4a82-9617-ec41b2a11a84', 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328', 'port_id': '9031ac54-36c0-4a82-9617-ec41b2a11a84', 'mac_address': 'fa:16:3e:04:ea:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174486f7-9963-4483-801b-f3f3a05a27a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:23:57.548914 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port 8f800bcb-203b-4e5a-99e7-4735ef98537e triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:23:57.549524 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:57.690126 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c77b75-bb29-4f33-8d81-be148ad4935d req-45f45c64-970d-441c-95ef-56bc5edc4430 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:57.691889 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-61c77b75-bb29-4f33-8d81-be148ad4935d req-45f45c64-970d-441c-95ef-56bc5edc4430 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 944 time: 0.0963759 Sep 03 14:23:57.726078 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:57.752347 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9031ac54-36c0-4a82-9617-ec41b2a11a84 {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:23:57.759260 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:57.784924 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-61c77b75-bb29-4f33-8d81-be148ad4935d req-def2877e-f959-4bf9-aacc-4091e98d4aae tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819464 Sep 03 14:23:57.807321 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeccc8b5-edf1-4a6e-b109-15e47fb042b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f800bcb-203b-4e5a-99e7-4735ef98537e'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:23:57.896965 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 9031ac54-36c0-4a82-9617-ec41b2a11a84, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9031ac54-36c0-4a82-9617-ec41b2a11a84,segment=NetworkSegment(056da458-0111-41da-8cf4-6b9b5f25e1d3),segment_id=056da458-0111-41da-8cf4-6b9b5f25e1d3)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:23:57.908815 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 8f800bcb-203b-4e5a-99e7-4735ef98537e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=8f800bcb-203b-4e5a-99e7-4735ef98537e,segment=NetworkSegment(b7276f46-ec4a-4e50-9b94-6dd3daae914d),segment_id=b7276f46-ec4a-4e50-9b94-6dd3daae914d)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:23:57.911271 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:57.921564 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:58.009130 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=9031ac54-36c0-4a82-9617-ec41b2a11a84,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:58.123807 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e586fe-2003-4809-9524-12a4074d6665" -d '{"events": [{"server_uuid": "aeccc8b5-edf1-4a6e-b109-15e47fb042b6", "name": "network-vif-plugged", "status": "completed", "tag": "8f800bcb-203b-4e5a-99e7-4735ef98537e"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:23:58.145324 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=8f800bcb-203b-4e5a-99e7-4735ef98537e,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:58.174807 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['9031ac54-36c0-4a82-9617-ec41b2a11a84'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:23:58.350947 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e098f5e-9904-44ab-90ae-4f4fafd94e54 x-openstack-request-id: req-2e098f5e-9904-44ab-90ae-4f4fafd94e54 {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:23:58.352862 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeccc8b5-edf1-4a6e-b109-15e47fb042b6", "name": "network-vif-plugged", "status": "completed", "tag": "8f800bcb-203b-4e5a-99e7-4735ef98537e", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:23:58.354477 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e098f5e-9904-44ab-90ae-4f4fafd94e54 {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:23:58.355721 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeccc8b5-edf1-4a6e-b109-15e47fb042b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f800bcb-203b-4e5a-99e7-4735ef98537e', 'code': 200} Sep 03 14:23:58.723480 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c0d4e-172a-4967-8a5c-3515d34d324f req-976b3fa4-2d20-483c-be19-00076164d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:58.724996 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-825c0d4e-172a-4967-8a5c-3515d34d324f req-976b3fa4-2d20-483c-be19-00076164d362 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 1098 time: 0.1174324 Sep 03 14:23:58.743923 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79251ed-70b2-4f79-a5c3-ee8c2adf19c9 req-1913287a-2d71-4408-896f-966588d3b359 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:58.746130 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a79251ed-70b2-4f79-a5c3-ee8c2adf19c9 req-1913287a-2d71-4408-896f-966588d3b359 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 943 time: 0.0992255 Sep 03 14:23:58.825517 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a79251ed-70b2-4f79-a5c3-ee8c2adf19c9 req-377418ad-7d27-4a23-bdf8-1f100d77bd30 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665505 Sep 03 14:23:58.962177 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc33b0d-cd5e-4c21-883c-af403556b89f req-6aedf4f9-d7ba-4194-8dbf-09c45542f840 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:23:58.963943 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6fc33b0d-cd5e-4c21-883c-af403556b89f req-6aedf4f9-d7ba-4194-8dbf-09c45542f840 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 945 time: 0.0664654 Sep 03 14:23:59.014770 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6fc33b0d-cd5e-4c21-883c-af403556b89f req-8d41faf7-8b65-4a9f-9c52-88207741714d tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434093 Sep 03 14:23:59.357928 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 41848) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:59.404022 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:59.492452 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a6a69dac-9067-4a3f-a922-6e72ce077758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:59.615949 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a6a69dac-9067-4a3f-a922-6e72ce077758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:59.620740 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a6a69dac-9067-4a3f-a922-6e72ce077758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:59.674312 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a69dac-9067-4a3f-a922-6e72ce077758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dc6871-e061-411b-9869-c97ffb710183,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:59.679065 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a6a69dac-9067-4a3f-a922-6e72ce077758 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f2e282410b64c3f84713ae0097d0123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200092 Sep 03 14:23:59.680826 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-825c0d4e-172a-4967-8a5c-3515d34d324f req-1fcae41d-6369-4c13-9bd1-c88dfb4fa971 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:59.682765 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 41856) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:23:59.746971 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ef7418fd-ef39-4479-b6ae-3c4b7e8b7c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:59.773515 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ef7418fd-ef39-4479-b6ae-3c4b7e8b7c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:59.805527 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-825c0d4e-172a-4967-8a5c-3515d34d324f req-1fcae41d-6369-4c13-9bd1-c88dfb4fa971 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:59.812455 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-825c0d4e-172a-4967-8a5c-3515d34d324f req-1fcae41d-6369-4c13-9bd1-c88dfb4fa971 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:59.835347 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ef7418fd-ef39-4479-b6ae-3c4b7e8b7c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:59.838079 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ef7418fd-ef39-4479-b6ae-3c4b7e8b7c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:23:59.840048 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-ef7418fd-ef39-4479-b6ae-3c4b7e8b7c14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9dc6871-e061-411b-9869-c97ffb710183 HTTP/1.1" status: 204 len: 168 time: 0.1552987 Sep 03 14:23:59.861426 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7418fd-ef39-4479-b6ae-3c4b7e8b7c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dc6871-e061-411b-9869-c97ffb710183,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:23:59.871295 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-825c0d4e-172a-4967-8a5c-3515d34d324f req-1fcae41d-6369-4c13-9bd1-c88dfb4fa971 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147458 Sep 03 14:23:59.891558 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcae41d-6369-4c13-9bd1-c88dfb4fa971 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=296daa3e-2c8d-418f-a5df-9b23512eaecb,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:00.007280 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f42a3e-d440-456e-b032-63a4dc8e613d req-bcf35249-a667-4b06-8207-85810ea1cb08 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:00.010595 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b1f42a3e-d440-456e-b032-63a4dc8e613d req-bcf35249-a667-4b06-8207-85810ea1cb08 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 943 time: 0.0907676 Sep 03 14:24:00.057629 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b1f42a3e-d440-456e-b032-63a4dc8e613d req-e9cc8827-ea8d-4fee-a2ca-ba1be1c53e47 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411103 Sep 03 14:24:00.234262 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aef2c-b757-46a9-9a33-9fd0d5ec9a65 req-252adac8-92e7-4e58-9856-f59fc9a44c1d tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:00.235904 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-cc9aef2c-b757-46a9-9a33-9fd0d5ec9a65 req-252adac8-92e7-4e58-9856-f59fc9a44c1d tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 945 time: 0.0794833 Sep 03 14:24:00.251074 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 41872) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:00.267844 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d947-8a4b-4b83-b155-51e12ac29851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:00.284675 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-cc9aef2c-b757-46a9-9a33-9fd0d5ec9a65 req-f64a7b6c-9215-4cc4-ab99-0bdfe79a449b tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407968 Sep 03 14:24:00.414559 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d947-8a4b-4b83-b155-51e12ac29851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:00.422807 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e7c9d947-8a4b-4b83-b155-51e12ac29851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:00.472597 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e7c9d947-8a4b-4b83-b155-51e12ac29851 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7c61cf4cbb0444684b9b35d6196e29d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200818 Sep 03 14:24:00.473867 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9d947-8a4b-4b83-b155-51e12ac29851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6919d4bb-ac2d-42e6-8aab-3743ea82b1da,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:00.475836 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 41876) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:00.537977 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2d40e71f-d8be-45cc-8e95-810af490295b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:00.569987 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2d40e71f-d8be-45cc-8e95-810af490295b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:00.639548 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2d40e71f-d8be-45cc-8e95-810af490295b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:00.642237 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2d40e71f-d8be-45cc-8e95-810af490295b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:00.643492 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-2d40e71f-d8be-45cc-8e95-810af490295b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6919d4bb-ac2d-42e6-8aab-3743ea82b1da HTTP/1.1" status: 204 len: 168 time: 0.1662350 Sep 03 14:24:00.652783 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40e71f-d8be-45cc-8e95-810af490295b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6919d4bb-ac2d-42e6-8aab-3743ea82b1da,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:01.248897 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125c477-78fb-4615-aaa7-13067ebdd32b req-b0b51930-2f7c-4c0c-8067-09f26a882ee3 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:01.251633 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1125c477-78fb-4615-aaa7-13067ebdd32b req-b0b51930-2f7c-4c0c-8067-09f26a882ee3 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 943 time: 0.0926874 Sep 03 14:24:01.314438 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1125c477-78fb-4615-aaa7-13067ebdd32b req-bbb60497-572f-4ef2-a33e-04669dca0b4a tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500624 Sep 03 14:24:01.514866 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff733bed-d135-4f65-a81f-904d9d0a4798 req-446abd39-e786-4486-8b4c-73f6895c0585 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:01.517322 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ff733bed-d135-4f65-a81f-904d9d0a4798 req-446abd39-e786-4486-8b4c-73f6895c0585 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 945 time: 0.1404624 Sep 03 14:24:01.586296 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ff733bed-d135-4f65-a81f-904d9d0a4798 req-35f9b975-6808-4831-b6e2-276c264bf649 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593557 Sep 03 14:24:02.552590 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2e116-214e-4c5b-ba40-c5bce2a7757b req-299fe0ca-dd73-473e-aa81-a5cc0b2602ca tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:02.555386 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-52c2e116-214e-4c5b-ba40-c5bce2a7757b req-299fe0ca-dd73-473e-aa81-a5cc0b2602ca tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 943 time: 0.1084983 Sep 03 14:24:02.634129 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-52c2e116-214e-4c5b-ba40-c5bce2a7757b req-2c9353ee-4e05-49f8-a6d5-85ec05646e96 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681796 Sep 03 14:24:02.815142 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676d3aa-7456-4efd-8141-31d8c6b2b855 req-e5fec26b-af6e-48a2-8132-03bdbda4bd6b tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:02.817429 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e676d3aa-7456-4efd-8141-31d8c6b2b855 req-e5fec26b-af6e-48a2-8132-03bdbda4bd6b tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 945 time: 0.0886698 Sep 03 14:24:02.897963 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e676d3aa-7456-4efd-8141-31d8c6b2b855 req-e9f3d86b-a43e-45cb-a6ad-989126d6d02e tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680630 Sep 03 14:24:03.110092 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 41982) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:03.189721 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 9c5087b0-11d4-4de9-85d5-550573431140 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:24:03.235815 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 9031ac54-36c0-4a82-9617-ec41b2a11a84 up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:24:03.318181 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2847da85-749a-4255-9f51-5d6fff268dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:03.510578 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 9c5087b0-11d4-4de9-85d5-550573431140, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9c5087b0-11d4-4de9-85d5-550573431140,segment=NetworkSegment(056da458-0111-41da-8cf4-6b9b5f25e1d3),segment_id=056da458-0111-41da-8cf4-6b9b5f25e1d3)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:24:03.544094 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': '9c5087b0-11d4-4de9-85d5-550573431140', 'network_id': 'bbd6e6cb-0033-47b2-8be9-e30f235ef328', 'port_id': '9c5087b0-11d4-4de9-85d5-550573431140', 'mac_address': 'fa:16:3e:db:c0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174486f7-9963-4483-801b-f3f3a05a27a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:24:03.625721 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2847da85-749a-4255-9f51-5d6fff268dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:03.634041 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2847da85-749a-4255-9f51-5d6fff268dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:03.662250 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:03.670630 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port 9031ac54-36c0-4a82-9617-ec41b2a11a84 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:24:03.695119 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port 9031ac54-36c0-4a82-9617-ec41b2a11a84 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:24:03.695744 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:03.704272 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5087b0-11d4-4de9-85d5-550573431140 {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:24:03.732518 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847da85-749a-4255-9f51-5d6fff268dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd39d2c7-d606-42a9-bb0c-f0316b88fea8,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:03.806477 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 42014) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:03.807753 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-2847da85-749a-4255-9f51-5d6fff268dda admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6b214fadc194e709d651ed82be723ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6949923 Sep 03 14:24:03.822723 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 9c5087b0-11d4-4de9-85d5-550573431140, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9c5087b0-11d4-4de9-85d5-550573431140,segment=NetworkSegment(056da458-0111-41da-8cf4-6b9b5f25e1d3),segment_id=056da458-0111-41da-8cf4-6b9b5f25e1d3)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:24:03.833437 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:03.950478 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7e17d3f7-ce36-42fe-aabb-0d4ab2df3817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:03.980407 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7e17d3f7-ce36-42fe-aabb-0d4ab2df3817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:04.076269 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7e17d3f7-ce36-42fe-aabb-0d4ab2df3817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:04.077256 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=9c5087b0-11d4-4de9-85d5-550573431140,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:04.079705 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7e17d3f7-ce36-42fe-aabb-0d4ab2df3817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:04.081129 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-7e17d3f7-ce36-42fe-aabb-0d4ab2df3817 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd39d2c7-d606-42a9-bb0c-f0316b88fea8 HTTP/1.1" status: 204 len: 168 time: 0.2732525 Sep 03 14:24:04.092681 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882d8db-b71d-4460-9561-613c1abd17e5 req-d8474a24-d8d3-47d4-811b-29257a57db06 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:04.103425 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a882d8db-b71d-4460-9561-613c1abd17e5 req-d8474a24-d8d3-47d4-811b-29257a57db06 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 944 time: 0.2378314 Sep 03 14:24:04.137013 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17d3f7-ce36-42fe-aabb-0d4ab2df3817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd39d2c7-d606-42a9-bb0c-f0316b88fea8,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:04.152112 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['9c5087b0-11d4-4de9-85d5-550573431140'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:24:04.209122 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a882d8db-b71d-4460-9561-613c1abd17e5 req-b223d406-42fc-42d9-8dfd-5123f002efb1 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003273 Sep 03 14:24:04.234529 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16570fa-1e1c-4523-aaf2-458910b84143 req-ecff2b6a-9004-405b-a22d-577599631f21 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:04.246350 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f16570fa-1e1c-4523-aaf2-458910b84143 req-ecff2b6a-9004-405b-a22d-577599631f21 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 945 time: 0.1955378 Sep 03 14:24:04.255328 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:04.323057 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25393808-a4a9-431c-97db-bdeddc006c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9031ac54-36c0-4a82-9617-ec41b2a11a84'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:24:04.325881 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed4415c-95cd-4798-8ccf-ce48707dc151" -d '{"events": [{"server_uuid": "25393808-a4a9-431c-97db-bdeddc006c0b", "name": "network-vif-plugged", "status": "completed", "tag": "9031ac54-36c0-4a82-9617-ec41b2a11a84"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:24:04.350546 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 9031ac54-36c0-4a82-9617-ec41b2a11a84, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9031ac54-36c0-4a82-9617-ec41b2a11a84,segment=NetworkSegment(056da458-0111-41da-8cf4-6b9b5f25e1d3),segment_id=056da458-0111-41da-8cf4-6b9b5f25e1d3)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:24:04.356497 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f16570fa-1e1c-4523-aaf2-458910b84143 req-70b20f03-e23d-4b68-b9fc-c267b9cdd204 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052175 Sep 03 14:24:04.360519 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:04.427057 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c33985-7549-4d4d-9fa1-85005b05f45e x-openstack-request-id: req-91c33985-7549-4d4d-9fa1-85005b05f45e {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:24:04.427350 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25393808-a4a9-431c-97db-bdeddc006c0b", "name": "network-vif-plugged", "status": "completed", "tag": "9031ac54-36c0-4a82-9617-ec41b2a11a84", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:24:04.428007 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91c33985-7549-4d4d-9fa1-85005b05f45e {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:24:04.428426 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25393808-a4a9-431c-97db-bdeddc006c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9031ac54-36c0-4a82-9617-ec41b2a11a84', 'code': 200} Sep 03 14:24:04.517601 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=9031ac54-36c0-4a82-9617-ec41b2a11a84,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:04.736396 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7770-93e8-43f9-af6b-796f8f388bda req-092cafa8-7e06-4057-8068-18ccde0e7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:04.739616 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b4ad7770-93e8-43f9-af6b-796f8f388bda req-092cafa8-7e06-4057-8068-18ccde0e7773 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 1099 time: 0.0620644 Sep 03 14:24:04.791743 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b4ad7770-93e8-43f9-af6b-796f8f388bda req-f3f13365-13c5-4c17-99a0-ca8be23a521b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427847 Sep 03 14:24:05.204217 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 9c5087b0-11d4-4de9-85d5-550573431140 up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:24:05.335638 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port 9c5087b0-11d4-4de9-85d5-550573431140 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:24:05.347347 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port 9c5087b0-11d4-4de9-85d5-550573431140 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:24:05.351587 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:05.562100 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc144a-c9cd-41d9-a8a9-cd73c15fe03a req-a5ed324d-0301-457b-ad60-ce51d5e59b48 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:05.566091 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:05.583626 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1fdc144a-c9cd-41d9-a8a9-cd73c15fe03a req-a5ed324d-0301-457b-ad60-ce51d5e59b48 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 944 time: 0.1685162 Sep 03 14:24:05.680854 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 9c5087b0-11d4-4de9-85d5-550573431140, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9c5087b0-11d4-4de9-85d5-550573431140,segment=NetworkSegment(056da458-0111-41da-8cf4-6b9b5f25e1d3),segment_id=056da458-0111-41da-8cf4-6b9b5f25e1d3)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:24:05.691510 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:05.704401 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1fdc144a-c9cd-41d9-a8a9-cd73c15fe03a req-a55f4fb2-b915-4d3e-bb6b-cac6fdb3380b tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192098 Sep 03 14:24:05.820337 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=9c5087b0-11d4-4de9-85d5-550573431140,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:06.049791 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 42142) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:06.256682 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6c5b07ee-0b68-45f8-8ad6-672b993b0273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:06.412930 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6c5b07ee-0b68-45f8-8ad6-672b993b0273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:06.420786 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6c5b07ee-0b68-45f8-8ad6-672b993b0273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:06.431399 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1227e8e-08f4-4cca-8af1-7a1e2cb93443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5087b0-11d4-4de9-85d5-550573431140'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:24:06.436709 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f228fe0-3b52-45e0-a81a-65cc1d887ab7" -d '{"events": [{"server_uuid": "c1227e8e-08f4-4cca-8af1-7a1e2cb93443", "name": "network-vif-plugged", "status": "completed", "tag": "9c5087b0-11d4-4de9-85d5-550573431140"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:24:06.488238 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6c5b07ee-0b68-45f8-8ad6-672b993b0273 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f90c9866f4e847b8a76083780618cdb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366522 Sep 03 14:24:06.491265 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42186) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:06.495701 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b07ee-0b68-45f8-8ad6-672b993b0273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c7bf19-2ff1-4f84-a38a-92aa37cbd4bd,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:06.583668 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b1d7a2-0a33-4ec8-9bd2-39a3dd51b1b3 x-openstack-request-id: req-f0b1d7a2-0a33-4ec8-9bd2-39a3dd51b1b3 {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:24:06.584235 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1227e8e-08f4-4cca-8af1-7a1e2cb93443", "name": "network-vif-plugged", "status": "completed", "tag": "9c5087b0-11d4-4de9-85d5-550573431140", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:24:06.584725 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0b1d7a2-0a33-4ec8-9bd2-39a3dd51b1b3 {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:24:06.585326 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1227e8e-08f4-4cca-8af1-7a1e2cb93443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5087b0-11d4-4de9-85d5-550573431140', 'code': 200} Sep 03 14:24:06.586154 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6c428113-66d6-4798-bec7-9c18f2ed9d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:06.614778 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6c428113-66d6-4798-bec7-9c18f2ed9d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:06.694696 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6c428113-66d6-4798-bec7-9c18f2ed9d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:06.698800 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6c428113-66d6-4798-bec7-9c18f2ed9d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:06.700721 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-6c428113-66d6-4798-bec7-9c18f2ed9d20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72c7bf19-2ff1-4f84-a38a-92aa37cbd4bd HTTP/1.1" status: 204 len: 168 time: 0.2081182 Sep 03 14:24:06.714375 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c428113-66d6-4798-bec7-9c18f2ed9d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c7bf19-2ff1-4f84-a38a-92aa37cbd4bd,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:06.865092 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b24792-d6f2-4fd4-9660-3486b5e02199 req-aea31934-5baa-4655-9211-ea9f2beeb9b4 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:06.875491 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d0b24792-d6f2-4fd4-9660-3486b5e02199 req-aea31934-5baa-4655-9211-ea9f2beeb9b4 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.0804071 Sep 03 14:24:06.924926 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d0b24792-d6f2-4fd4-9660-3486b5e02199 req-745b7ae6-42ad-4590-b00a-8e0c25ca01be tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481772 Sep 03 14:24:07.226367 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 42226) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:07.241304 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6a5ded57-ef39-493d-a372-c3f7ffc83331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:07.338695 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42230) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:07.405253 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6a5ded57-ef39-493d-a372-c3f7ffc83331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:07.412009 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6a5ded57-ef39-493d-a372-c3f7ffc83331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:07.481933 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6a5ded57-ef39-493d-a372-c3f7ffc83331 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02bda7e6bdc44b819aa48e17af85bc06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539902 Sep 03 14:24:07.483758 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ded57-ef39-493d-a372-c3f7ffc83331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf5fb1f-9189-4a25-b7af-72dd5a0e89c5,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:07.484611 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42238) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:07.566760 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-748e0855-dd02-4e73-8781-fde57b31d54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:07.595882 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-748e0855-dd02-4e73-8781-fde57b31d54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:07.670487 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-abb0da4d-0dda-4e4d-a6ca-bae3e9cbd43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:07.720780 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-748e0855-dd02-4e73-8781-fde57b31d54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:07.725337 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-748e0855-dd02-4e73-8781-fde57b31d54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:07.727311 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-748e0855-dd02-4e73-8781-fde57b31d54e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cf5fb1f-9189-4a25-b7af-72dd5a0e89c5 HTTP/1.1" status: 204 len: 168 time: 0.2410862 Sep 03 14:24:07.753123 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e0855-dd02-4e73-8781-fde57b31d54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf5fb1f-9189-4a25-b7af-72dd5a0e89c5,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:07.862230 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-abb0da4d-0dda-4e4d-a6ca-bae3e9cbd43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:07.868323 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-abb0da4d-0dda-4e4d-a6ca-bae3e9cbd43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:07.939671 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-abb0da4d-0dda-4e4d-a6ca-bae3e9cbd43e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32c87645ba1e431eafd4dae3f7414db3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5989282 Sep 03 14:24:07.945173 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 42248) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:07.945534 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0da4d-0dda-4e4d-a6ca-bae3e9cbd43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cddea0a-e884-4f45-81aa-c4ba768b839a,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:08.062799 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-848fda1d-d6a4-4805-a009-ad0b08f2dd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:08.117057 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-848fda1d-d6a4-4805-a009-ad0b08f2dd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:08.164263 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5a2f3-6418-41cf-895b-87d6176f5693 req-3e367f5c-0f75-4533-9866-4a45a8fc8b7e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:08.167730 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4bc5a2f3-6418-41cf-895b-87d6176f5693 req-3e367f5c-0f75-4533-9866-4a45a8fc8b7e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.1426241 Sep 03 14:24:08.201155 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-848fda1d-d6a4-4805-a009-ad0b08f2dd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:08.204184 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-848fda1d-d6a4-4805-a009-ad0b08f2dd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:08.208712 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-848fda1d-d6a4-4805-a009-ad0b08f2dd78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5cddea0a-e884-4f45-81aa-c4ba768b839a HTTP/1.1" status: 204 len: 168 time: 0.2623413 Sep 03 14:24:08.219692 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fda1d-d6a4-4805-a009-ad0b08f2dd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cddea0a-e884-4f45-81aa-c4ba768b839a,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:08.276267 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4bc5a2f3-6418-41cf-895b-87d6176f5693 req-26a119ce-5205-43a5-a025-72378d547413 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968323 Sep 03 14:24:08.859983 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42286) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:08.872764 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f255d-3ea4-4d6d-8168-18669f64b2cf req-29a91a89-4228-4588-9f98-cb0f78719447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:08.877832 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2b9f255d-3ea4-4d6d-8168-18669f64b2cf req-29a91a89-4228-4588-9f98-cb0f78719447 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 1098 time: 0.0751438 Sep 03 14:24:08.884271 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e971c013-7829-4770-a447-54b12c5149cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:08.980432 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2b9f255d-3ea4-4d6d-8168-18669f64b2cf req-013a82a6-8649-4da6-a9a9-c00e9ba4a9d2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852380 Sep 03 14:24:09.088214 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e971c013-7829-4770-a447-54b12c5149cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:09.092453 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e971c013-7829-4770-a447-54b12c5149cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:09.159111 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971c013-7829-4770-a447-54b12c5149cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a86e62b-7c14-4120-bec4-9c73525dc522,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:09.177001 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-e971c013-7829-4770-a447-54b12c5149cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c02ced40e6446a39aebcfaec9f7634f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152928 Sep 03 14:24:09.177198 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 42296) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:09.288546 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-117d647f-3ad7-43ce-bb89-0d06616ca389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:09.329734 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-117d647f-3ad7-43ce-bb89-0d06616ca389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:09.469788 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-117d647f-3ad7-43ce-bb89-0d06616ca389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:09.480392 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-117d647f-3ad7-43ce-bb89-0d06616ca389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:09.482043 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-117d647f-3ad7-43ce-bb89-0d06616ca389 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a86e62b-7c14-4120-bec4-9c73525dc522 HTTP/1.1" status: 204 len: 168 time: 0.3014047 Sep 03 14:24:09.520400 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d647f-3ad7-43ce-bb89-0d06616ca389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a86e62b-7c14-4120-bec4-9c73525dc522,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:09.684675 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1b571-aa26-40f5-8d0d-3e613e9152d1 req-8d966ede-55a7-4744-9f7a-2abe22f1b036 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:09.690828 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-62d1b571-aa26-40f5-8d0d-3e613e9152d1 req-8d966ede-55a7-4744-9f7a-2abe22f1b036 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.2017782 Sep 03 14:24:09.843912 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-62d1b571-aa26-40f5-8d0d-3e613e9152d1 req-80547e1a-0b06-4cf9-987a-5f794a9e515e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407554 Sep 03 14:24:10.183596 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e57ba9ef-005a-4bed-a9b0-3af2122053e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:10.636782 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 42366) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:10.857449 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-185f4d52-4b0a-4009-bbef-0dccb0d3a741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:11.077012 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-185f4d52-4b0a-4009-bbef-0dccb0d3a741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:11.090535 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-185f4d52-4b0a-4009-bbef-0dccb0d3a741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:11.108280 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e8667-e4c3-4ce9-b805-e77ecef1b2e2 req-d2e99f5b-f75d-410d-8672-8fbc2212bc79 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:11.110636 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-557e8667-e4c3-4ce9-b805-e77ecef1b2e2 req-d2e99f5b-f75d-410d-8672-8fbc2212bc79 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.1137621 Sep 03 14:24:11.209470 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42394) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:11.210324 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-185f4d52-4b0a-4009-bbef-0dccb0d3a741 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47d9f8a3cbdf400b8fe8766cefcef285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5711317 Sep 03 14:24:11.235429 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f4d52-4b0a-4009-bbef-0dccb0d3a741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3bdcf2-85b8-4e50-b668-13f5b3a344d5,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:11.253149 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-557e8667-e4c3-4ce9-b805-e77ecef1b2e2 req-da3168cd-5115-42ac-b05f-f1035de6a676 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172915 Sep 03 14:24:11.390044 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f6f4e5a0-ca90-4fa0-aa54-314a28e17fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:11.450465 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f6f4e5a0-ca90-4fa0-aa54-314a28e17fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:11.592547 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f6f4e5a0-ca90-4fa0-aa54-314a28e17fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:11.597679 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f6f4e5a0-ca90-4fa0-aa54-314a28e17fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:11.604699 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-f6f4e5a0-ca90-4fa0-aa54-314a28e17fb6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f3bdcf2-85b8-4e50-b668-13f5b3a344d5 HTTP/1.1" status: 204 len: 168 time: 0.3919537 Sep 03 14:24:11.642482 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4e5a0-ca90-4fa0-aa54-314a28e17fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3bdcf2-85b8-4e50-b668-13f5b3a344d5,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:11.809722 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb5cc4-0894-40fd-b02e-18c2f10d0cfd req-0e286635-009f-4c83-9b5e-e5bf28719fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:11.813933 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12bb5cc4-0894-40fd-b02e-18c2f10d0cfd req-0e286635-009f-4c83-9b5e-e5bf28719fe2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0f0085a4f6749ad883b44fd85b77f3d&device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 1098 time: 0.0931184 Sep 03 14:24:11.959895 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b11833-4700-4acb-b5e0-ef875f41ddd5 req-5c880fbf-da5b-47a5-aeac-725e593fbc3e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:11.963398 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d9b11833-4700-4acb-b5e0-ef875f41ddd5 req-5c880fbf-da5b-47a5-aeac-725e593fbc3e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.1473830 Sep 03 14:24:12.112110 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d9b11833-4700-4acb-b5e0-ef875f41ddd5 req-dd2451b1-3d4b-4fea-b2fd-a86c9c555804 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383674 Sep 03 14:24:12.166285 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb5cc4-0894-40fd-b02e-18c2f10d0cfd req-d9631382-6441-4946-b785-93e53f5c5cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:12.170478 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12bb5cc4-0894-40fd-b02e-18c2f10d0cfd req-d9631382-6441-4946-b785-93e53f5c5cb9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbd6e6cb-0033-47b2-8be9-e30f235ef328 HTTP/1.1" status: 200 len: 920 time: 0.2955005 Sep 03 14:24:12.245491 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42422) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:12.258328 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12bb5cc4-0894-40fd-b02e-18c2f10d0cfd req-d9145426-62ba-430c-a0f1-4fda06a9ee52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c5087b0-11d4-4de9-85d5-550573431140 HTTP/1.1" status: 200 len: 217 time: 0.0780451 Sep 03 14:24:12.269949 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f7f4f1df-dc66-43b0-903c-7cdf6312d887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:12.380156 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb5cc4-0894-40fd-b02e-18c2f10d0cfd req-6a636a79-4ee2-4e43-8aa3-014f3a440740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:12.383125 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12bb5cc4-0894-40fd-b02e-18c2f10d0cfd req-6a636a79-4ee2-4e43-8aa3-014f3a440740 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=174486f7-9963-4483-801b-f3f3a05a27a1 HTTP/1.1" status: 200 len: 859 time: 0.1139638 Sep 03 14:24:12.450919 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12bb5cc4-0894-40fd-b02e-18c2f10d0cfd req-76dd0876-98a1-4d17-bcc2-add719593955 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbd6e6cb-0033-47b2-8be9-e30f235ef328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586634 Sep 03 14:24:12.482668 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f7f4f1df-dc66-43b0-903c-7cdf6312d887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:12.493283 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f7f4f1df-dc66-43b0-903c-7cdf6312d887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:12.548125 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4f1df-dc66-43b0-903c-7cdf6312d887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36a3baa-e205-460e-82ee-aecbdbd4f1a0,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:12.584241 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-f7f4f1df-dc66-43b0-903c-7cdf6312d887 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e2e45b64daf40288786cc7d3fb2f114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366413 Sep 03 14:24:12.588326 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42442) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:12.611027 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12bb5cc4-0894-40fd-b02e-18c2f10d0cfd req-7ce1cba3-e11f-4f90-8a49-05061b37863c service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525810 Sep 03 14:24:12.684309 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-08a3ddf3-96d4-4032-a868-715f0a4e36b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:12.732662 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-08a3ddf3-96d4-4032-a868-715f0a4e36b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:12.817597 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-08a3ddf3-96d4-4032-a868-715f0a4e36b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:12.817896 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12bb5cc4-0894-40fd-b02e-18c2f10d0cfd req-15836df2-a7ba-4a30-8f8b-50f7791148f6 service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919823 Sep 03 14:24:12.823188 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-08a3ddf3-96d4-4032-a868-715f0a4e36b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:12.838879 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-08a3ddf3-96d4-4032-a868-715f0a4e36b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a36a3baa-e205-460e-82ee-aecbdbd4f1a0 HTTP/1.1" status: 204 len: 168 time: 0.2492225 Sep 03 14:24:12.858549 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3ddf3-96d4-4032-a868-715f0a4e36b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36a3baa-e205-460e-82ee-aecbdbd4f1a0,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:12.995132 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-08c83aa3-165a-4c86-bba5-c440fc71f094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:13.270155 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:13.326205 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fdd6f-816b-4224-9cd6-7ed115b1005d req-68b4db09-8304-461f-940e-259bed370ffe tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:13.329754 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-409fdd6f-816b-4224-9cd6-7ed115b1005d req-68b4db09-8304-461f-940e-259bed370ffe tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.1183836 Sep 03 14:24:13.399193 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-409fdd6f-816b-4224-9cd6-7ed115b1005d req-1c253a8c-6d6a-4be6-a8b0-1223ff7298b2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614300 Sep 03 14:24:14.292688 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42532) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:14.349606 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:14.564727 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-440b12b3-3b31-4e31-a8b3-9791d310ebed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:14.631381 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec5037-433e-4d2f-a1a5-ede5dbbea3f7 req-60964f3b-9747-4cc0-8a92-d819329a7b15 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:14.633743 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-26ec5037-433e-4d2f-a1a5-ede5dbbea3f7 req-60964f3b-9747-4cc0-8a92-d819329a7b15 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.0625796 Sep 03 14:24:14.689776 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-26ec5037-433e-4d2f-a1a5-ede5dbbea3f7 req-fb5e8a6d-6417-4be4-895d-e4e9a6439ba7 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479345 Sep 03 14:24:14.713555 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-440b12b3-3b31-4e31-a8b3-9791d310ebed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:14.719320 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-440b12b3-3b31-4e31-a8b3-9791d310ebed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:14.771886 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-440b12b3-3b31-4e31-a8b3-9791d310ebed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=871bff8b1d9b49e6a49c5491b898399c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4734089 Sep 03 14:24:14.771886 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b12b3-3b31-4e31-a8b3-9791d310ebed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340c276d-13f4-42f5-b2a4-7d79b3ed7571,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:14.771886 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42560) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:14.855535 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b1c5699d-8e05-4c00-aa31-908822357f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:14.881343 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b1c5699d-8e05-4c00-aa31-908822357f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:14.940991 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b1c5699d-8e05-4c00-aa31-908822357f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:14.943769 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b1c5699d-8e05-4c00-aa31-908822357f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:14.944986 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-b1c5699d-8e05-4c00-aa31-908822357f2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/340c276d-13f4-42f5-b2a4-7d79b3ed7571 HTTP/1.1" status: 204 len: 168 time: 0.1718025 Sep 03 14:24:14.956506 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5699d-8e05-4c00-aa31-908822357f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340c276d-13f4-42f5-b2a4-7d79b3ed7571,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:15.390850 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42596) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:15.413750 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0ecc6f6d-8056-46f1-a5c4-0bdb36ee2933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:15.551106 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0ecc6f6d-8056-46f1-a5c4-0bdb36ee2933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:15.556672 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0ecc6f6d-8056-46f1-a5c4-0bdb36ee2933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:15.602960 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-0ecc6f6d-8056-46f1-a5c4-0bdb36ee2933 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55440c29430540738a9141bad11ffecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105975 Sep 03 14:24:15.605247 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc6f6d-8056-46f1-a5c4-0bdb36ee2933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a21ce7b-92b1-4ddf-9402-55e21ad43a00,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:15.607833 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 42614) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:15.675211 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8fea3e69-6384-4399-8bab-0282aa2204dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:15.710333 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8fea3e69-6384-4399-8bab-0282aa2204dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:15.820358 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8fea3e69-6384-4399-8bab-0282aa2204dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:15.833936 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8fea3e69-6384-4399-8bab-0282aa2204dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:15.841225 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8fea3e69-6384-4399-8bab-0282aa2204dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a21ce7b-92b1-4ddf-9402-55e21ad43a00 HTTP/1.1" status: 204 len: 168 time: 0.2317793 Sep 03 14:24:15.866367 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea3e69-6384-4399-8bab-0282aa2204dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a21ce7b-92b1-4ddf-9402-55e21ad43a00,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:15.908069 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7777e-de26-4ac9-80b8-6d62840d0528 req-f4cb62e3-cb9a-49d8-860d-8b460011901c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:15.924685 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c9f7777e-de26-4ac9-80b8-6d62840d0528 req-f4cb62e3-cb9a-49d8-860d-8b460011901c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.1209850 Sep 03 14:24:16.010651 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c9f7777e-de26-4ac9-80b8-6d62840d0528 req-214d583a-2b6a-4d4a-925a-fc87d1b6ebfa tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836155 Sep 03 14:24:16.123857 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:16.804347 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 42686) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:16.849561 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42690) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:17.115604 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42702) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:17.132673 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-15f7f5ef-0efa-49fe-af51-8e114063ca8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:17.185219 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cbfba83c-2cc7-47d3-98c8-d341e2d98df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:17.241913 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-71a953e9-3082-41c3-9dac-623af9893663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:17.311077 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea282345-bfec-4340-8f76-e1b82c780d69 req-564a1063-c732-40dd-b66f-f4ba11686aed tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:17.314149 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ea282345-bfec-4340-8f76-e1b82c780d69 req-564a1063-c732-40dd-b66f-f4ba11686aed tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.1276190 Sep 03 14:24:17.432312 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ea282345-bfec-4340-8f76-e1b82c780d69 req-9cf39e2c-e2b9-44fe-91c7-ea723fb2081f tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975525 Sep 03 14:24:17.495728 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-15f7f5ef-0efa-49fe-af51-8e114063ca8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:17.502748 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-15f7f5ef-0efa-49fe-af51-8e114063ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:17.584108 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-15f7f5ef-0efa-49fe-af51-8e114063ca8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23bda2e0be7940dcaf85cbfbc8933e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7779653 Sep 03 14:24:17.585431 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7f5ef-0efa-49fe-af51-8e114063ca8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93cf4ca-ff00-4b2c-b3d2-9225260f102a,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:17.589207 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42720) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:17.599567 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7f5ef-0efa-49fe-af51-8e114063ca8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.600197 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7f5ef-0efa-49fe-af51-8e114063ca8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.600864 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7f5ef-0efa-49fe-af51-8e114063ca8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.601465 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7f5ef-0efa-49fe-af51-8e114063ca8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.602301 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7f5ef-0efa-49fe-af51-8e114063ca8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.603347 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7f5ef-0efa-49fe-af51-8e114063ca8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.604131 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7f5ef-0efa-49fe-af51-8e114063ca8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.604899 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7f5ef-0efa-49fe-af51-8e114063ca8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.605770 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7f5ef-0efa-49fe-af51-8e114063ca8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.606563 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7f5ef-0efa-49fe-af51-8e114063ca8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.607373 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7f5ef-0efa-49fe-af51-8e114063ca8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.608178 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f7f5ef-0efa-49fe-af51-8e114063ca8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.629889 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cbfba83c-2cc7-47d3-98c8-d341e2d98df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:17.645027 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cbfba83c-2cc7-47d3-98c8-d341e2d98df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:17.724261 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-cbfba83c-2cc7-47d3-98c8-d341e2d98df7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fc9a6e3e5b4488a804dc7c93f555d95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8734274 Sep 03 14:24:17.728105 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 42730) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:17.734582 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfba83c-2cc7-47d3-98c8-d341e2d98df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f845fee8-c262-4f62-9bdd-dec6e7c63e9a,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:17.746872 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba83c-2cc7-47d3-98c8-d341e2d98df7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.747715 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba83c-2cc7-47d3-98c8-d341e2d98df7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.748291 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba83c-2cc7-47d3-98c8-d341e2d98df7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.748671 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba83c-2cc7-47d3-98c8-d341e2d98df7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.749505 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba83c-2cc7-47d3-98c8-d341e2d98df7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.750362 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba83c-2cc7-47d3-98c8-d341e2d98df7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.751416 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba83c-2cc7-47d3-98c8-d341e2d98df7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.751884 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba83c-2cc7-47d3-98c8-d341e2d98df7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.752268 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba83c-2cc7-47d3-98c8-d341e2d98df7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.752613 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba83c-2cc7-47d3-98c8-d341e2d98df7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.753095 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba83c-2cc7-47d3-98c8-d341e2d98df7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.753440 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba83c-2cc7-47d3-98c8-d341e2d98df7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:17.761900 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ef8947a2-7878-44e1-9ae1-54a933b5eb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:17.802347 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ef8947a2-7878-44e1-9ae1-54a933b5eb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:17.889330 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-71a953e9-3082-41c3-9dac-623af9893663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:17.898859 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-71a953e9-3082-41c3-9dac-623af9893663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:17.899396 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7e74b72a-7534-463c-94d6-f22f62000202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:17.931872 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7e74b72a-7534-463c-94d6-f22f62000202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:17.942565 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ef8947a2-7878-44e1-9ae1-54a933b5eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:17.945199 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ef8947a2-7878-44e1-9ae1-54a933b5eb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:17.946797 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-ef8947a2-7878-44e1-9ae1-54a933b5eb2e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e93cf4ca-ff00-4b2c-b3d2-9225260f102a HTTP/1.1" status: 204 len: 168 time: 0.3562317 Sep 03 14:24:17.973894 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a953e9-3082-41c3-9dac-623af9893663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308f1ce4-2353-4e87-9851-d274b5b7c3d0,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:17.983995 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-71a953e9-3082-41c3-9dac-623af9893663 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6f6624bdba7458d985be2e66c1e8203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8644359 Sep 03 14:24:17.986948 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42738) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:18.011370 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8947a2-7878-44e1-9ae1-54a933b5eb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93cf4ca-ff00-4b2c-b3d2-9225260f102a,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:18.022295 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7e74b72a-7534-463c-94d6-f22f62000202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:18.025194 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7e74b72a-7534-463c-94d6-f22f62000202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:18.030363 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-7e74b72a-7534-463c-94d6-f22f62000202 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f845fee8-c262-4f62-9bdd-dec6e7c63e9a HTTP/1.1" status: 204 len: 168 time: 0.2958803 Sep 03 14:24:18.040473 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74b72a-7534-463c-94d6-f22f62000202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f845fee8-c262-4f62-9bdd-dec6e7c63e9a,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:18.087819 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-841a3c99-447d-4e5f-9e60-62045c40366d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:18.120086 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-841a3c99-447d-4e5f-9e60-62045c40366d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:18.189997 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-841a3c99-447d-4e5f-9e60-62045c40366d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:18.194952 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-841a3c99-447d-4e5f-9e60-62045c40366d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:18.198976 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-841a3c99-447d-4e5f-9e60-62045c40366d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/308f1ce4-2353-4e87-9851-d274b5b7c3d0 HTTP/1.1" status: 204 len: 168 time: 0.2086709 Sep 03 14:24:18.212706 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a3c99-447d-4e5f-9e60-62045c40366d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308f1ce4-2353-4e87-9851-d274b5b7c3d0,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:18.349646 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 42752) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:18.626305 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bc146-1115-4238-983d-c503b635a039 req-61d30aff-2d2e-40e9-9ceb-25129b49c444 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:18.628554 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-188bc146-1115-4238-983d-c503b635a039 req-61d30aff-2d2e-40e9-9ceb-25129b49c444 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.0707109 Sep 03 14:24:18.694323 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-188bc146-1115-4238-983d-c503b635a039 req-7bba68ad-8ef4-4b26-b5c7-6375f84e34f0 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581374 Sep 03 14:24:18.865238 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 42774) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:18.895832 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f545ab4b-6607-4df1-8770-8f8f4acdb83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:18.986592 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00d8df41-dd3e-4927-bc80-06109fbe68af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:19.132834 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f545ab4b-6607-4df1-8770-8f8f4acdb83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:19.144454 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f545ab4b-6607-4df1-8770-8f8f4acdb83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:19.189203 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42778) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:19.218716 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-37a57db0-c96b-4c8b-aba4-4b7829eae90e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:19.240646 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42780) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:19.254457 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545ab4b-6607-4df1-8770-8f8f4acdb83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33909af3-a648-4751-bf67-c0ed755e2ae8,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:19.265953 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f545ab4b-6607-4df1-8770-8f8f4acdb83d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b73e6bfbfd54f85905a4ac7a58a0f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984673 Sep 03 14:24:19.269732 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-215926ec-2779-4522-8ad1-fe754147520b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:19.271580 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 42782) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:19.428227 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-13401b4f-8818-4396-93bd-dc512a18483b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:19.469537 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00d8df41-dd3e-4927-bc80-06109fbe68af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:19.486169 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00d8df41-dd3e-4927-bc80-06109fbe68af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:19.511612 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-13401b4f-8818-4396-93bd-dc512a18483b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:19.604940 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-00d8df41-dd3e-4927-bc80-06109fbe68af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b21bbeb4bc1c46e6a7f56b5828b5b4b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2533860 Sep 03 14:24:19.623373 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 42792) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:19.628930 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8df41-dd3e-4927-bc80-06109fbe68af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f8f8ba-7313-497f-99b6-10f86a37b1d0,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:19.712530 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-37a57db0-c96b-4c8b-aba4-4b7829eae90e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:19.724525 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-37a57db0-c96b-4c8b-aba4-4b7829eae90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:19.736106 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-13401b4f-8818-4396-93bd-dc512a18483b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:19.743652 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-13401b4f-8818-4396-93bd-dc512a18483b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:19.748778 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-13401b4f-8818-4396-93bd-dc512a18483b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33909af3-a648-4751-bf67-c0ed755e2ae8 HTTP/1.1" status: 204 len: 168 time: 0.4730799 Sep 03 14:24:19.800098 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13401b4f-8818-4396-93bd-dc512a18483b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33909af3-a648-4751-bf67-c0ed755e2ae8,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:19.821972 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a57db0-c96b-4c8b-aba4-4b7829eae90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3561b23b-b502-40ed-8f61-a91509da15a2,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:19.834395 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-37a57db0-c96b-4c8b-aba4-4b7829eae90e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e76486d842324a6799a9368d77967a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6425166 Sep 03 14:24:19.842375 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42800) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:19.892324 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4c26e1e6-6bf9-450f-a0c0-cb870823f6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:19.979450 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4c26e1e6-6bf9-450f-a0c0-cb870823f6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:19.987672 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8fca0216-bb95-4386-a44c-0868355ff209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:20.032492 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-215926ec-2779-4522-8ad1-fe754147520b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:20.046527 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-215926ec-2779-4522-8ad1-fe754147520b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:20.051011 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8fca0216-bb95-4386-a44c-0868355ff209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:20.074000 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc3f6d-41ce-44ba-837d-69818c2a716f req-031d6dbc-bd7b-493c-8400-77b5e2f86b9c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:20.074326 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4c26e1e6-6bf9-450f-a0c0-cb870823f6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:20.076193 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f7bc3f6d-41ce-44ba-837d-69818c2a716f req-031d6dbc-bd7b-493c-8400-77b5e2f86b9c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.1545036 Sep 03 14:24:20.080884 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4c26e1e6-6bf9-450f-a0c0-cb870823f6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:20.085210 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4c26e1e6-6bf9-450f-a0c0-cb870823f6a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82f8f8ba-7313-497f-99b6-10f86a37b1d0 HTTP/1.1" status: 204 len: 168 time: 0.4604018 Sep 03 14:24:20.097817 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26e1e6-6bf9-450f-a0c0-cb870823f6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f8f8ba-7313-497f-99b6-10f86a37b1d0,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:20.168157 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-215926ec-2779-4522-8ad1-fe754147520b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01a58e85c052416798357bcea1551bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9256947 Sep 03 14:24:20.170802 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215926ec-2779-4522-8ad1-fe754147520b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c24267-753c-4777-8bdf-53686309a3c6,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:20.195423 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42812) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:20.283658 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8fca0216-bb95-4386-a44c-0868355ff209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:20.286416 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8fca0216-bb95-4386-a44c-0868355ff209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:20.287726 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-8fca0216-bb95-4386-a44c-0868355ff209 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3561b23b-b502-40ed-8f61-a91509da15a2 HTTP/1.1" status: 204 len: 168 time: 0.4436920 Sep 03 14:24:20.289571 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b612f-4773-4cb0-a65e-0cb738436cf4 req-fe2146dd-6f9c-4c93-94c8-d53011ca8641 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:20.296007 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f7bc3f6d-41ce-44ba-837d-69818c2a716f req-de36658c-2f01-42e0-b47b-114eabc95dc3 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993961 Sep 03 14:24:20.303663 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b37b612f-4773-4cb0-a65e-0cb738436cf4 req-fe2146dd-6f9c-4c93-94c8-d53011ca8641 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 945 time: 0.1595483 Sep 03 14:24:20.311444 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca0216-bb95-4386-a44c-0868355ff209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3561b23b-b502-40ed-8f61-a91509da15a2,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:20.359874 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-97061390-1503-4ca2-9440-474a994788ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:20.392542 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b37b612f-4773-4cb0-a65e-0cb738436cf4 req-78c2d444-cb12-417d-9cd5-0cd55cee6104 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872653 Sep 03 14:24:20.412575 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-97061390-1503-4ca2-9440-474a994788ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:20.505866 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-97061390-1503-4ca2-9440-474a994788ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:20.513426 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-97061390-1503-4ca2-9440-474a994788ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:20.522335 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-97061390-1503-4ca2-9440-474a994788ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9c24267-753c-4777-8bdf-53686309a3c6 HTTP/1.1" status: 204 len: 168 time: 0.3244836 Sep 03 14:24:20.535856 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97061390-1503-4ca2-9440-474a994788ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c24267-753c-4777-8bdf-53686309a3c6,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:20.821822 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 42840) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:20.847754 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-19a4080f-2026-4214-b8b0-51160566df20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:20.987170 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-19a4080f-2026-4214-b8b0-51160566df20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:20.992301 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-19a4080f-2026-4214-b8b0-51160566df20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:21.036985 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4080f-2026-4214-b8b0-51160566df20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d22c61-1f5a-44a1-ba44-117c184c15b8,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:21.038562 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-19a4080f-2026-4214-b8b0-51160566df20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e788ec5631404c9eb3dd1091a2d8b5ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144992 Sep 03 14:24:21.043048 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 42848) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:21.123327 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3608cec5-78cd-4316-bb00-fcb49d5d2489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:21.160131 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3608cec5-78cd-4316-bb00-fcb49d5d2489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:21.247267 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3608cec5-78cd-4316-bb00-fcb49d5d2489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:21.252785 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3608cec5-78cd-4316-bb00-fcb49d5d2489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:21.254988 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3608cec5-78cd-4316-bb00-fcb49d5d2489 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9d22c61-1f5a-44a1-ba44-117c184c15b8 HTTP/1.1" status: 204 len: 168 time: 0.2104111 Sep 03 14:24:21.256893 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 42858) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:21.285332 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608cec5-78cd-4316-bb00-fcb49d5d2489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d22c61-1f5a-44a1-ba44-117c184c15b8,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:21.533362 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30239229-4e15-405d-bf1f-9d2adbed63d6 req-e67e59ab-1543-41c1-b2eb-f7eff72699f2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:21.536533 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-30239229-4e15-405d-bf1f-9d2adbed63d6 req-e67e59ab-1543-41c1-b2eb-f7eff72699f2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.1323452 Sep 03 14:24:21.616762 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f6f0c-97ea-405f-826c-4d0398e0db80 req-b77a34d0-f5c5-428c-b177-0a9b231dbe51 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:21.622912 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f08f6f0c-97ea-405f-826c-4d0398e0db80 req-b77a34d0-f5c5-428c-b177-0a9b231dbe51 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 945 time: 0.1097555 Sep 03 14:24:21.710850 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f08f6f0c-97ea-405f-826c-4d0398e0db80 req-f80511d4-368f-474a-816c-3a1258c60d2e tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787978 Sep 03 14:24:21.750793 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed2360f3-c4d1-4a24-b908-2378fcc1dfda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:21.788486 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-30239229-4e15-405d-bf1f-9d2adbed63d6 req-e959d7c2-c6bc-4aee-afd1-34ce61d1bc31 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437723 Sep 03 14:24:21.924889 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed2360f3-c4d1-4a24-b908-2378fcc1dfda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:21.930828 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed2360f3-c4d1-4a24-b908-2378fcc1dfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:21.991953 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ed2360f3-c4d1-4a24-b908-2378fcc1dfda admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcb48c485a68431bb860f3d0c95cb3c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7304909 Sep 03 14:24:21.995125 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42884) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:22.008819 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2360f3-c4d1-4a24-b908-2378fcc1dfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc323e80-f1f7-413d-8fae-4e903890e439,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:22.095676 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-89c3195c-4d01-45e5-ab26-45772a989b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:22.122894 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-89c3195c-4d01-45e5-ab26-45772a989b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:22.128175 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 42890) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:22.153746 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bea81543-72d6-4129-aabe-82e4ab33c03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:22.222197 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-89c3195c-4d01-45e5-ab26-45772a989b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:22.231225 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-89c3195c-4d01-45e5-ab26-45772a989b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:22.234212 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-89c3195c-4d01-45e5-ab26-45772a989b5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc323e80-f1f7-413d-8fae-4e903890e439 HTTP/1.1" status: 204 len: 168 time: 0.2354574 Sep 03 14:24:22.245514 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3195c-4d01-45e5-ab26-45772a989b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc323e80-f1f7-413d-8fae-4e903890e439,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:22.320150 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bea81543-72d6-4129-aabe-82e4ab33c03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:22.325962 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bea81543-72d6-4129-aabe-82e4ab33c03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:22.381278 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea81543-72d6-4129-aabe-82e4ab33c03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ed0168-519a-4c87-9382-eea8b39bdd94,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:22.390835 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42902) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:22.391003 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-bea81543-72d6-4129-aabe-82e4ab33c03f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20a177ce0197441d8e280b898a8b2412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599597 Sep 03 14:24:22.456143 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f7ffca82-b394-4bc9-a38e-96688d32e197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:22.500933 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f7ffca82-b394-4bc9-a38e-96688d32e197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:22.576784 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f7ffca82-b394-4bc9-a38e-96688d32e197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:22.579597 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f7ffca82-b394-4bc9-a38e-96688d32e197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:22.583474 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-f7ffca82-b394-4bc9-a38e-96688d32e197 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60ed0168-519a-4c87-9382-eea8b39bdd94 HTTP/1.1" status: 204 len: 168 time: 0.1892142 Sep 03 14:24:22.591655 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffca82-b394-4bc9-a38e-96688d32e197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ed0168-519a-4c87-9382-eea8b39bdd94,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:22.882825 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbafde-7f0b-4a0d-8242-baa0ce292370 req-672e264c-886d-408c-a734-8d642515a993 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:22.885804 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-38cbafde-7f0b-4a0d-8242-baa0ce292370 req-672e264c-886d-408c-a734-8d642515a993 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 945 time: 0.0738935 Sep 03 14:24:22.906217 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 42922) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:22.937093 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-38cbafde-7f0b-4a0d-8242-baa0ce292370 req-e79633f5-b703-4ec1-997d-82f21450c27a tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448253 Sep 03 14:24:22.943254 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5ad7fe16-46a4-40aa-9373-c65161709852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:23.087124 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5e526-b800-4d81-903c-60a3a449c025 req-079682b3-73a2-407e-8ba1-ec5caee15242 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:23.090147 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-59f5e526-b800-4d81-903c-60a3a449c025 req-079682b3-73a2-407e-8ba1-ec5caee15242 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.1493232 Sep 03 14:24:23.193084 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-59f5e526-b800-4d81-903c-60a3a449c025 req-c867369d-b173-4acb-a39d-b3e1822f7382 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894256 Sep 03 14:24:23.237578 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5ad7fe16-46a4-40aa-9373-c65161709852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:23.245302 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5ad7fe16-46a4-40aa-9373-c65161709852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:23.292481 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7fe16-46a4-40aa-9373-c65161709852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b543a2-b584-496c-9072-f95d1d32014f,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:23.301984 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 42936) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:23.302853 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-5ad7fe16-46a4-40aa-9373-c65161709852 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4e8e5d789fa402ca6bfcc2468718c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944678 Sep 03 14:24:23.393819 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a2fd6ea9-1608-447a-a55b-074b23b7c607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:23.420650 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a2fd6ea9-1608-447a-a55b-074b23b7c607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:23.496627 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a2fd6ea9-1608-447a-a55b-074b23b7c607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:23.502888 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a2fd6ea9-1608-447a-a55b-074b23b7c607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:23.505367 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a2fd6ea9-1608-447a-a55b-074b23b7c607 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19b543a2-b584-496c-9072-f95d1d32014f HTTP/1.1" status: 204 len: 168 time: 0.2014456 Sep 03 14:24:23.535813 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd6ea9-1608-447a-a55b-074b23b7c607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b543a2-b584-496c-9072-f95d1d32014f,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:24.144335 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3040bd-fb0f-4103-a705-0f8fcdd2cb2c req-5cc2f7ed-effe-4fd7-bffd-9c9e397b3bce tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:24.146024 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6b3040bd-fb0f-4103-a705-0f8fcdd2cb2c req-5cc2f7ed-effe-4fd7-bffd-9c9e397b3bce tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 945 time: 0.0795701 Sep 03 14:24:24.196344 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6b3040bd-fb0f-4103-a705-0f8fcdd2cb2c req-636db0bc-c362-4a0c-9212-d486eb623486 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388603 Sep 03 14:24:24.297186 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:24:24.355727 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf445ef-4cd1-4c98-8022-badac19358ba req-785e3709-e1bb-4a8c-999f-c46c06812ce5 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:24.359458 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bcf445ef-4cd1-4c98-8022-badac19358ba req-785e3709-e1bb-4a8c-999f-c46c06812ce5 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.0824757 Sep 03 14:24:24.448729 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bcf445ef-4cd1-4c98-8022-badac19358ba req-56e9bee6-8f4b-41dd-ac69-62861366f480 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815434 Sep 03 14:24:25.127330 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43010) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:25.354441 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b008e4-36ad-41fd-b2b4-ccf2ed2b5ab6 req-0b245885-3d34-4c5b-94c6-eb20bd03398c tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:25.356268 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-99b008e4-36ad-41fd-b2b4-ccf2ed2b5ab6 req-0b245885-3d34-4c5b-94c6-eb20bd03398c tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 945 time: 0.0609598 Sep 03 14:24:25.403808 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-99b008e4-36ad-41fd-b2b4-ccf2ed2b5ab6 req-6876d7e0-1489-4f45-bb81-e7ceb6743f9e tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407660 Sep 03 14:24:25.478179 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-d0e1a6ed-c1de-4cba-972a-7bdc8dc8167c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-198930737-network', 'tenant_id': 'b3dee464dea94fca8216c922844392c1'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:24:25.529838 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e1a6ed-c1de-4cba-972a-7bdc8dc8167c admin admin] Made reservation on behalf of b3dee464dea94fca8216c922844392c1 for: {'network': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:24:25.533690 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d0e1a6ed-c1de-4cba-972a-7bdc8dc8167c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:25.546593 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d0e1a6ed-c1de-4cba-972a-7bdc8dc8167c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:25.656188 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf354a0-7496-4003-bfe3-95f075ea6d68 req-e91634cc-426b-452b-b480-3ee1280b8e57 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:25.658116 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5bf354a0-7496-4003-bfe3-95f075ea6d68 req-e91634cc-426b-452b-b480-3ee1280b8e57 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.0847502 Sep 03 14:24:25.734400 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5bf354a0-7496-4003-bfe3-95f075ea6d68 req-f1734829-ddf3-4b8a-9202-6f7660d116bf tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633466 Sep 03 14:24:25.746232 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d0e1a6ed-c1de-4cba-972a-7bdc8dc8167c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:25.751935 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d0e1a6ed-c1de-4cba-972a-7bdc8dc8167c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:25.797182 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e1a6ed-c1de-4cba-972a-7bdc8dc8167c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:24:25.838977 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d0e1a6ed-c1de-4cba-972a-7bdc8dc8167c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:25.839591 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.segments_db [None req-d0e1a6ed-c1de-4cba-972a-7bdc8dc8167c admin admin] Added segment 90f9cb4e-610e-4331-a241-b6080a43aa5f of type vlan for network 481ed543-e36a-4e78-ab4f-0684a99e1fac Sep 03 14:24:25.842795 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1a6ed-c1de-4cba-972a-7bdc8dc8167c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:25.945000 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d0e1a6ed-c1de-4cba-972a-7bdc8dc8167c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:26.012621 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d0e1a6ed-c1de-4cba-972a-7bdc8dc8167c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:26.014744 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e1a6ed-c1de-4cba-972a-7bdc8dc8167c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:26.016272 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d0e1a6ed-c1de-4cba-972a-7bdc8dc8167c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:26.092519 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-d0e1a6ed-c1de-4cba-972a-7bdc8dc8167c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9635465 Sep 03 14:24:26.095725 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 43048) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:26.112723 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-74bc5d16-98c1-4815-a558-d2e4f6613509 admin admin] Request body: {'subnet': {'network_id': '481ed543-e36a-4e78-ab4f-0684a99e1fac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-198930737-subnet', 'tenant_id': 'b3dee464dea94fca8216c922844392c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:24:26.142394 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1a6ed-c1de-4cba-972a-7bdc8dc8167c admin admin] Pushing event updated for resources: {'Network': ['ID=481ed543-e36a-4e78-ab4f-0684a99e1fac,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:26.155324 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network 481ed543-e36a-4e78-ab4f-0684a99e1fac details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:24:26.201836 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bc5d16-98c1-4815-a558-d2e4f6613509 admin admin] Made reservation on behalf of b3dee464dea94fca8216c922844392c1 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:24:26.209766 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-74bc5d16-98c1-4815-a558-d2e4f6613509 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602725'] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:26.458397 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-74bc5d16-98c1-4815-a558-d2e4f6613509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2727680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602699'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:26.591188 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc5d16-98c1-4815-a558-d2e4f6613509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d16f1da0-d428-409b-9b39-90c7cb9b2454,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:26.657795 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2325f8-56ea-48b9-a54f-dff61a1f39f8 req-3cc99cfc-ad4d-48b8-9b5c-7ae20b5fa457 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:26.659507 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c2325f8-56ea-48b9-a54f-dff61a1f39f8 req-3cc99cfc-ad4d-48b8-9b5c-7ae20b5fa457 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 945 time: 0.1286426 Sep 03 14:24:26.660475 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc5d16-98c1-4815-a558-d2e4f6613509 admin admin] Checking segment: {'id': '90f9cb4e-610e-4331-a241-b6080a43aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '481ed543-e36a-4e78-ab4f-0684a99e1fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:24:26.661013 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bc5d16-98c1-4815-a558-d2e4f6613509 admin admin] Network hostable DHCP agents. Network: 481ed543-e36a-4e78-ab4f-0684a99e1fac, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:24:26.700865 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bc5d16-98c1-4815-a558-d2e4f6613509 admin admin] Network 481ed543-e36a-4e78-ab4f-0684a99e1fac is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:24:26.733030 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c2325f8-56ea-48b9-a54f-dff61a1f39f8 req-fbf1ce45-ccc1-49c8-9d64-3c8c456da70d tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609038 Sep 03 14:24:26.740429 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-74bc5d16-98c1-4815-a558-d2e4f6613509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, 481ed543-e36a-4e78-ab4f-0684a99e1fac) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:24:26.760250 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa2b4b9-4827-4851-8cf0-2a1af48ba7d7 None None] Network 481ed543-e36a-4e78-ab4f-0684a99e1fac requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:24:26.767369 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bc5d16-98c1-4815-a558-d2e4f6613509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:26.768368 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-74bc5d16-98c1-4815-a558-d2e4f6613509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:26.790235 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-74bc5d16-98c1-4815-a558-d2e4f6613509 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6926894 Sep 03 14:24:27.038713 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774aa14-dd47-413d-9263-00cdab7eb083 req-d7dd5495-c70f-444f-8051-0cf021d5aeca tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:27.041593 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d774aa14-dd47-413d-9263-00cdab7eb083 req-d7dd5495-c70f-444f-8051-0cf021d5aeca tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.1285391 Sep 03 14:24:27.076682 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c456a-5809-4f27-b3ce-8e9bf351156c req-ad4fb2bd-e226-4da7-ba90-d00e63fdc890 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:27.078694 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c44c456a-5809-4f27-b3ce-8e9bf351156c req-ad4fb2bd-e226-4da7-ba90-d00e63fdc890 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.11 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 945 time: 0.1697445 Sep 03 14:24:27.078900 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0adc7c9-58a3-4f2b-9bca-1a7be36cdf35 None None] Network 481ed543-e36a-4e78-ab4f-0684a99e1fac requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:24:27.147460 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d774aa14-dd47-413d-9263-00cdab7eb083 req-58d4ba3b-9fb9-472b-b8e9-481aef479db8 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950236 Sep 03 14:24:27.527804 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-c44c456a-5809-4f27-b3ce-8e9bf351156c req-544c9197-c74e-4cf1-8408-7e63ec49a05f tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Deleting port 8f800bcb-203b-4e5a-99e7-4735ef98537e {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:24:27.528634 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c44c456a-5809-4f27-b3ce-8e9bf351156c req-544c9197-c74e-4cf1-8408-7e63ec49a05f tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:27.729302 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-c44c456a-5809-4f27-b3ce-8e9bf351156c req-544c9197-c74e-4cf1-8408-7e63ec49a05f tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] For port 8f800bcb-203b-4e5a-99e7-4735ef98537e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=8f800bcb-203b-4e5a-99e7-4735ef98537e,segment=NetworkSegment(b7276f46-ec4a-4e50-9b94-6dd3daae914d),segment_id=b7276f46-ec4a-4e50-9b94-6dd3daae914d)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:24:27.729946 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c44c456a-5809-4f27-b3ce-8e9bf351156c req-544c9197-c74e-4cf1-8408-7e63ec49a05f tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:27.756512 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-c44c456a-5809-4f27-b3ce-8e9bf351156c req-544c9197-c74e-4cf1-8408-7e63ec49a05f tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Calling delete_port for 8f800bcb-203b-4e5a-99e7-4735ef98537e owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:24:28.050836 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfe23d-4b03-420c-9d3f-63c9d3311bd9 req-d6750845-5bc9-4313-95ea-cd07947b6756 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:28.053043 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cedfe23d-4b03-420c-9d3f-63c9d3311bd9 req-d6750845-5bc9-4313-95ea-cd07947b6756 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 945 time: 0.1520655 Sep 03 14:24:28.211894 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cedfe23d-4b03-420c-9d3f-63c9d3311bd9 req-49a25b91-bcc2-44e7-af93-5a1da37e6168 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/security-groups?id=67adb5c8-be42-4d75-b4f4-588ecb353e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514888 Sep 03 14:24:28.238141 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c44c456a-5809-4f27-b3ce-8e9bf351156c req-544c9197-c74e-4cf1-8408-7e63ec49a05f tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:28.280946 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c9197-c74e-4cf1-8408-7e63ec49a05f tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Pushing event deleted for resources: {'Port': ['ID=8f800bcb-203b-4e5a-99e7-4735ef98537e,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:28.297282 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004fd3f-b853-48ce-962e-c8c3ae26dba1 req-15ce32d6-5e24-40f7-b858-1be8831f6552 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:28.306614 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d004fd3f-b853-48ce-962e-c8c3ae26dba1 req-15ce32d6-5e24-40f7-b858-1be8831f6552 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.0822229 Sep 03 14:24:28.370771 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44c456a-5809-4f27-b3ce-8e9bf351156c req-544c9197-c74e-4cf1-8408-7e63ec49a05f tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] No DVR routers for this DVR port 8f800bcb-203b-4e5a-99e7-4735ef98537e on host hv-cinder-75995 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:24:28.374649 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c44c456a-5809-4f27-b3ce-8e9bf351156c req-544c9197-c74e-4cf1-8408-7e63ec49a05f tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:28.378055 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c44c456a-5809-4f27-b3ce-8e9bf351156c req-544c9197-c74e-4cf1-8408-7e63ec49a05f tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.11 "DELETE /v2.0/ports/8f800bcb-203b-4e5a-99e7-4735ef98537e HTTP/1.1" status: 204 len: 173 time: 1.2881358 Sep 03 14:24:28.379546 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeccc8b5-edf1-4a6e-b109-15e47fb042b6', 'name': 'network-vif-deleted', 'tag': '8f800bcb-203b-4e5a-99e7-4735ef98537e'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:24:28.383232 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e07313f-9aed-44e8-98c6-83fc3eab58cb" -d '{"events": [{"server_uuid": "aeccc8b5-edf1-4a6e-b109-15e47fb042b6", "name": "network-vif-deleted", "tag": "8f800bcb-203b-4e5a-99e7-4735ef98537e"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:24:28.389062 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d004fd3f-b853-48ce-962e-c8c3ae26dba1 req-fbc1d124-98db-4f5f-996b-e59bee708afa tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797000 Sep 03 14:24:28.436439 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fa75dc-9011-4938-a9eb-577fdbd685ee x-openstack-request-id: req-76fa75dc-9011-4938-a9eb-577fdbd685ee {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:24:28.437083 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeccc8b5-edf1-4a6e-b109-15e47fb042b6", "name": "network-vif-deleted", "tag": "8f800bcb-203b-4e5a-99e7-4735ef98537e", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:24:28.437712 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76fa75dc-9011-4938-a9eb-577fdbd685ee {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:24:28.438338 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeccc8b5-edf1-4a6e-b109-15e47fb042b6', 'name': 'network-vif-deleted', 'tag': '8f800bcb-203b-4e5a-99e7-4735ef98537e', 'status': 'completed', 'code': 200} Sep 03 14:24:29.362459 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-10730131-3fc6-4000-a7af-473a35c670b9 req-1cc2cce5-712f-4eac-801d-1b8249d4acd4 tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 210 time: 0.0285530 Sep 03 14:24:29.546436 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e175ab2-319e-47b5-a2c9-0927d5024b69 req-e381e80e-9545-4d64-b679-9d7ed4789dfb tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:29.548939 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9e175ab2-319e-47b5-a2c9-0927d5024b69 req-e381e80e-9545-4d64-b679-9d7ed4789dfb tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.0861454 Sep 03 14:24:29.591523 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9e175ab2-319e-47b5-a2c9-0927d5024b69 req-49f55536-b550-4218-96af-d6884505451d tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363965 Sep 03 14:24:30.342377 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['8f800bcb-203b-4e5a-99e7-4735ef98537e'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:24:30.410214 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:30.432055 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2fca381a-e3b2-4e40-8979-3329358df31e req-54aae4af-3a5c-487c-ada9-7f391a4102f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761461 Sep 03 14:24:30.498181 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-781ec5fa-6f6e-4e7d-8d56-0b9b87bbc9a7 req-bdbea5cc-d6b8-4c50-a2af-97faa51d402e tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 210 time: 0.0328314 Sep 03 14:24:30.568993 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca381a-e3b2-4e40-8979-3329358df31e req-98dbefc5-b1c9-4866-8320-3648c1eebf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:30.571620 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2fca381a-e3b2-4e40-8979-3329358df31e req-98dbefc5-b1c9-4866-8320-3648c1eebf6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0f0085a4f6749ad883b44fd85b77f3d&device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 1099 time: 0.0796068 Sep 03 14:24:30.764106 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca381a-e3b2-4e40-8979-3329358df31e req-88558d4e-9bf1-40eb-9189-a6e3d07b5d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:30.765764 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2fca381a-e3b2-4e40-8979-3329358df31e req-88558d4e-9bf1-40eb-9189-a6e3d07b5d56 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbd6e6cb-0033-47b2-8be9-e30f235ef328 HTTP/1.1" status: 200 len: 920 time: 0.1608539 Sep 03 14:24:30.780818 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e9650-218b-495e-b051-cbf33842652e req-38021155-9a5e-494f-865c-8587b5df0ea2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:30.782457 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a41e9650-218b-495e-b051-cbf33842652e req-38021155-9a5e-494f-865c-8587b5df0ea2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.0890651 Sep 03 14:24:30.834357 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2fca381a-e3b2-4e40-8979-3329358df31e req-f4c6b7fb-10ac-4f8e-81ac-ecef5ff2f18d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9031ac54-36c0-4a82-9617-ec41b2a11a84 HTTP/1.1" status: 200 len: 217 time: 0.0505662 Sep 03 14:24:30.895354 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a41e9650-218b-495e-b051-cbf33842652e req-a2343a73-2385-4fd7-94c6-d65a1ebd7ffe tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696712 Sep 03 14:24:30.920687 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca381a-e3b2-4e40-8979-3329358df31e req-43f47d85-8a0f-4f55-b21e-a206a37816aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:30.922516 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2fca381a-e3b2-4e40-8979-3329358df31e req-43f47d85-8a0f-4f55-b21e-a206a37816aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=174486f7-9963-4483-801b-f3f3a05a27a1 HTTP/1.1" status: 200 len: 859 time: 0.0643990 Sep 03 14:24:30.961874 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2fca381a-e3b2-4e40-8979-3329358df31e req-4079a525-aa04-420f-a35b-2d27cde0bd6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbd6e6cb-0033-47b2-8be9-e30f235ef328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294056 Sep 03 14:24:31.072556 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2fca381a-e3b2-4e40-8979-3329358df31e req-1b30eb4f-d9da-4e26-a6da-f7d37125d9f6 service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014509 Sep 03 14:24:31.183400 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2fca381a-e3b2-4e40-8979-3329358df31e req-2d6e7d9a-88e6-409e-97d8-22fdacb1a424 service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016688 Sep 03 14:24:31.673848 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d69acec3-b810-466d-8015-d44665411122 req-bc119e7d-ebfd-4249-b3aa-13e6f7477a7a tempest-DeleteServersTestJSON-322977889 tempest-DeleteServersTestJSON-322977889-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeccc8b5-edf1-4a6e-b109-15e47fb042b6 HTTP/1.1" status: 200 len: 210 time: 0.0382485 Sep 03 14:24:32.055287 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc18e09-142f-4e0f-85bd-23c05b97bc93 req-8a3a1a7c-f8b9-4c02-be60-131ca45e0faf tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:32.064731 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6dc18e09-142f-4e0f-85bd-23c05b97bc93 req-8a3a1a7c-f8b9-4c02-be60-131ca45e0faf tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.0758770 Sep 03 14:24:32.084822 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-e991bf62-521e-44c0-9260-d14853c46c94 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:32.087139 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-e991bf62-521e-44c0-9260-d14853c46c94 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/networks?id=481ed543-e36a-4e78-ab4f-0684a99e1fac HTTP/1.1" status: 200 len: 808 time: 0.1937900 Sep 03 14:24:32.113325 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-6e5ca066-073f-4dfb-a051-3ece1d8b2b2e tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/quotas/b3dee464dea94fca8216c922844392c1 HTTP/1.1" status: 200 len: 375 time: 0.0199301 Sep 03 14:24:32.129015 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6dc18e09-142f-4e0f-85bd-23c05b97bc93 req-c40bc069-07a1-42f1-bc51-6d50e9c0b4eb tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633118 Sep 03 14:24:32.164343 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-8bef1529-5f5b-4b6c-8943-320fb01a0abc tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3dee464dea94fca8216c922844392c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492766 Sep 03 14:24:32.337029 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-2f6d88a4-2c5b-4ea1-bc66-6d87c4f95f03 service neutron] 10.222.0.23 "GET /v2.0/networks/481ed543-e36a-4e78-ab4f-0684a99e1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612434 Sep 03 14:24:32.359269 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 8f800bcb-203b-4e5a-99e7-4735ef98537e no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:24:32.467511 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-25d96f41-6286-4b9f-95cb-903376a333ed service neutron] 10.222.0.23 "GET /v2.0/networks/481ed543-e36a-4e78-ab4f-0684a99e1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287992 Sep 03 14:24:32.512053 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: 8f800bcb-203b-4e5a-99e7-4735ef98537e {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:24:32.512255 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 8f800bcb-203b-4e5a-99e7-4735ef98537e not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:24:32.758007 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-0039c8c3-15ba-488f-b4df-93cb26ff45b2 req-f11a7a05-ef52-4b7f-a2f6-967f0ec357eb tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 210 time: 0.0595696 Sep 03 14:24:33.372169 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0076811-1104-42f8-a364-f121a9395d81 req-dcf2f719-a23a-4985-99f1-e989a046a276 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:33.374610 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f0076811-1104-42f8-a364-f121a9395d81 req-dcf2f719-a23a-4985-99f1-e989a046a276 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.0957613 Sep 03 14:24:33.456070 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f0076811-1104-42f8-a364-f121a9395d81 req-392aaf29-84e0-4a64-b745-c930b4676f55 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757611 Sep 03 14:24:33.902703 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-38606bf6-372b-4445-8206-21483a25fba5 req-fb84f56a-1f8e-4cb9-b409-79a2f4530a5c tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 210 time: 0.0589061 Sep 03 14:24:34.426308 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-7a5fe721-2d3f-4e0f-90d2-1f62725521db tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:34.428071 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-7a5fe721-2d3f-4e0f-90d2-1f62725521db tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.11 "GET /v2.0/networks?id=481ed543-e36a-4e78-ab4f-0684a99e1fac HTTP/1.1" status: 200 len: 808 time: 0.1960866 Sep 03 14:24:34.454198 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-7036d872-4664-432b-a975-733969cdd1ff tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Request body: {'port': {'device_id': '802b726d-7051-4b29-b2a7-220524a917d7', 'network_id': '481ed543-e36a-4e78-ab4f-0684a99e1fac', 'admin_state_up': True, 'tenant_id': 'b3dee464dea94fca8216c922844392c1'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:24:34.724927 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a2fe2-9531-4e6d-ae14-7168ec249ed9 req-3e16c827-8a03-4452-b8e6-03e06ca4f398 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:34.727015 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-255a2fe2-9531-4e6d-ae14-7168ec249ed9 req-3e16c827-8a03-4452-b8e6-03e06ca4f398 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.1007855 Sep 03 14:24:34.757232 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43408) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:34.828518 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-255a2fe2-9531-4e6d-ae14-7168ec249ed9 req-192b1604-330a-4465-957f-df37f66cef17 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904019 Sep 03 14:24:34.851122 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-7036d872-4664-432b-a975-733969cdd1ff tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Made reservation on behalf of b3dee464dea94fca8216c922844392c1 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:24:34.862796 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-7036d872-4664-432b-a975-733969cdd1ff tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:34.885931 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc197048-ad9d-4aa8-8a30-044880cd08ea admin admin] Deleting subnet 39c459a6-ce56-4400-9438-7abe0e4ef098 {{(pid=93970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:24:34.892724 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-dc197048-ad9d-4aa8-8a30-044880cd08ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:35.002497 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-dc197048-ad9d-4aa8-8a30-044880cd08ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4013441'] for subnet, precommit_delete_associations {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:35.111372 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-7036d872-4664-432b-a975-733969cdd1ff tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Allocated IP 172.20.0.11 (481ed543-e36a-4e78-ab4f-0684a99e1fac/d16f1da0-d428-409b-9b39-90c7cb9b2454/d4fc2a0d-86be-46e4-9e2e-54c665bee46f) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:24:35.131423 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8f397dca-9569-4acd-9e09-42e7590374a7 req-f18a7f56-ce6c-41d2-874f-f8dda0df0a21 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 210 time: 0.0737307 Sep 03 14:24:35.155923 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-dc197048-ad9d-4aa8-8a30-044880cd08ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16749918'] for subnet, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:35.262851 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-dc197048-ad9d-4aa8-8a30-044880cd08ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16749863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2700628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632419'] for subnet, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:35.280913 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-dc197048-ad9d-4aa8-8a30-044880cd08ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:35.288537 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-dc197048-ad9d-4aa8-8a30-044880cd08ea admin admin] 10.222.0.23 "DELETE /v2.0/subnets/39c459a6-ce56-4400-9438-7abe0e4ef098 HTTP/1.1" status: 204 len: 168 time: 0.5303173 Sep 03 14:24:35.289285 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 43432) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:35.324552 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc197048-ad9d-4aa8-8a30-044880cd08ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c459a6-ce56-4400-9438-7abe0e4ef098,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:35.404680 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-77a3958e-009f-451b-b378-8d0695d40ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16589909'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:35.411710 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-7036d872-4664-432b-a975-733969cdd1ff tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:35.501059 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-7036d872-4664-432b-a975-733969cdd1ff tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:35.578650 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-77a3958e-009f-451b-b378-8d0695d40ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16749259', 'neutron.services.segments.db._delete_segments_for_network-8777478328405'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:35.606749 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-7036d872-4664-432b-a975-733969cdd1ff tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Network 481ed543-e36a-4e78-ab4f-0684a99e1fac is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:24:35.606749 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-77a3958e-009f-451b-b378-8d0695d40ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b71775-78c8-4134-a675-5fab662fa70c']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:24:35.607037 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-7036d872-4664-432b-a975-733969cdd1ff tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:24:35.617736 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-7036d872-4664-432b-a975-733969cdd1ff tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:24:35.622623 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-77a3958e-009f-451b-b378-8d0695d40ab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7276f46-ec4a-4e50-9b94-6dd3daae914d') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:24:35.622921 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-77a3958e-009f-451b-b378-8d0695d40ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7276f46-ec4a-4e50-9b94-6dd3daae914d') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:24:35.666114 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-77a3958e-009f-451b-b378-8d0695d40ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777478329694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3471858'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:35.679905 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036d872-4664-432b-a975-733969cdd1ff tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Pushing event updated for resources: {'Port': ['ID=d4fc2a0d-86be-46e4-9e2e-54c665bee46f,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:35.700612 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-77a3958e-009f-451b-b378-8d0695d40ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:35.714198 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-7036d872-4664-432b-a975-733969cdd1ff tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:35.715285 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-7036d872-4664-432b-a975-733969cdd1ff tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:35.718580 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a3958e-009f-451b-b378-8d0695d40ab0 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:24:35.719022 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-77a3958e-009f-451b-b378-8d0695d40ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2727839'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: Traceback (most recent call last): Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: timer() Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: cb(*args, **kw) Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: return func(*args, **kwargs) Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: self._notify() Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: self.callback(batched_events) Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: event.method(event) Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: return f(self, *a, **k) Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._get(url).json() Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:24:35.721010 dv-cinder-759955-20-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:24:35.788290 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-7036d872-4664-432b-a975-733969cdd1ff tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3395834 Sep 03 14:24:35.804463 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Request body: {'port': {'device_id': '802b726d-7051-4b29-b2a7-220524a917d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:24:35.857170 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-77a3958e-009f-451b-b378-8d0695d40ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16749276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893990'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:35.872868 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-77a3958e-009f-451b-b378-8d0695d40ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:35.878394 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-77a3958e-009f-451b-b378-8d0695d40ab0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/08b71775-78c8-4134-a675-5fab662fa70c HTTP/1.1" status: 204 len: 168 time: 0.5877957 Sep 03 14:24:35.922001 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3958e-009f-451b-b378-8d0695d40ab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=08b71775-78c8-4134-a675-5fab662fa70c,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:35.982148 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:36.106458 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43462) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:36.258574 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-05b5f59a-734c-40c4-9af8-7b61b809ccbe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c82a4ec0e1d46e2b4cc9a8260e3fdbe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1492882 Sep 03 14:24:36.260525 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 43470) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:36.290575 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 43472) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:36.454590 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c919a-6b51-454c-81e7-1ed245d79bf8 req-d6b16fa1-4b6b-42e0-8a65-f2e543b30165 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:36.464270 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7e1c919a-6b51-454c-81e7-1ed245d79bf8 req-d6b16fa1-4b6b-42e0-8a65-f2e543b30165 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 932 time: 0.1307404 Sep 03 14:24:36.516364 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7e1c919a-6b51-454c-81e7-1ed245d79bf8 req-a45a0e7d-7253-4a8d-965f-53efc26b5231 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508523 Sep 03 14:24:36.557728 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f9500-f3d3-47e3-8e52-ee6201a8a164 req-15ebd8a7-33c9-4c87-b2a2-f622b19dc400 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:36.559398 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-739f9500-f3d3-47e3-8e52-ee6201a8a164 req-15ebd8a7-33c9-4c87-b2a2-f622b19dc400 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.5737650 Sep 03 14:24:36.599668 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0a6337b5-679f-4ae7-a2d9-9e7fe64a17d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:36.620428 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-09e815e3-b188-405d-a000-0de1deaa5f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:36.731412 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-739f9500-f3d3-47e3-8e52-ee6201a8a164 req-79b9545c-d9ed-4aaa-959b-177e8c093ab3 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545751 Sep 03 14:24:36.744179 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-09e815e3-b188-405d-a000-0de1deaa5f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:36.839627 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43498) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:36.901633 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-09e815e3-b188-405d-a000-0de1deaa5f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:36.904469 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-09e815e3-b188-405d-a000-0de1deaa5f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:36.905753 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-09e815e3-b188-405d-a000-0de1deaa5f83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67adb5c8-be42-4d75-b4f4-588ecb353e48 HTTP/1.1" status: 204 len: 168 time: 0.6442177 Sep 03 14:24:36.924109 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0a6337b5-679f-4ae7-a2d9-9e7fe64a17d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:36.927465 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e815e3-b188-405d-a000-0de1deaa5f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67adb5c8-be42-4d75-b4f4-588ecb353e48,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:36.933474 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0a6337b5-679f-4ae7-a2d9-9e7fe64a17d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:36.944398 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4fc2a0d-86be-46e4-9e2e-54c665bee46f {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:24:36.961227 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:37.002763 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9cba47c5-e4fa-4d09-838c-1d34a286f0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:37.003372 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6337b5-679f-4ae7-a2d9-9e7fe64a17d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e85f64-2622-4503-8eae-891bcb4fa827,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:37.012745 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0a6337b5-679f-4ae7-a2d9-9e7fe64a17d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85c3a21f658e4fc8834846ab673123e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7202494 Sep 03 14:24:37.014439 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Transition to ACTIVE for port object d4fc2a0d-86be-46e4-9e2e-54c665bee46f will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:24:37.015134 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 43504) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:37.031516 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:37.123580 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fc2a0d-86be-46e4-9e2e-54c665bee46f,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:37.138421 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9cba47c5-e4fa-4d09-838c-1d34a286f0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:37.144802 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9cba47c5-e4fa-4d09-838c-1d34a286f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:37.146040 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3074c7a3-c9d9-416b-a4da-98667fa2a872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:37.211194 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-9cba47c5-e4fa-4d09-838c-1d34a286f0ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb11bfc2463747a88224df1caaca9ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3700705 Sep 03 14:24:37.211851 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3074c7a3-c9d9-416b-a4da-98667fa2a872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:37.213130 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba47c5-e4fa-4d09-838c-1d34a286f0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a984a26-8fab-4430-ac48-ca724e1a2702,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:37.213794 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 43510) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:37.230646 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43512) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:37.282396 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Attempting to bind port d4fc2a0d-86be-46e4-9e2e-54c665bee46f on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:24:37.282797 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Attempting to bind port d4fc2a0d-86be-46e4-9e2e-54c665bee46f by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '90f9cb4e-610e-4331-a241-b6080a43aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '481ed543-e36a-4e78-ab4f-0684a99e1fac'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:24:37.283084 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Attempting to bind port d4fc2a0d-86be-46e4-9e2e-54c665bee46f on network 481ed543-e36a-4e78-ab4f-0684a99e1fac {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:24:37.303046 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Port d4fc2a0d-86be-46e4-9e2e-54c665bee46f on network 481ed543-e36a-4e78-ab4f-0684a99e1fac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:24:37.303665 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Attempting to bind port d4fc2a0d-86be-46e4-9e2e-54c665bee46f on network 481ed543-e36a-4e78-ab4f-0684a99e1fac {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:24:37.315301 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:24:37.315650 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Checking segment: {'id': '90f9cb4e-610e-4331-a241-b6080a43aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '481ed543-e36a-4e78-ab4f-0684a99e1fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:24:37.316053 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Bound using segment: {'id': '90f9cb4e-610e-4331-a241-b6080a43aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '481ed543-e36a-4e78-ab4f-0684a99e1fac'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:24:37.316505 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Bound port: d4fc2a0d-86be-46e4-9e2e-54c665bee46f, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f9cb4e-610e-4331-a241-b6080a43aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '481ed543-e36a-4e78-ab4f-0684a99e1fac'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:24:37.316877 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:37.347240 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-09a461c3-5a40-4806-87a4-f490b6d4b7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:37.398384 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3074c7a3-c9d9-416b-a4da-98667fa2a872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:37.401043 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3074c7a3-c9d9-416b-a4da-98667fa2a872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:37.402278 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3074c7a3-c9d9-416b-a4da-98667fa2a872 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96e85f64-2622-4503-8eae-891bcb4fa827 HTTP/1.1" status: 204 len: 168 time: 0.3861780 Sep 03 14:24:37.404796 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-09a461c3-5a40-4806-87a4-f490b6d4b7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:37.443597 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074c7a3-c9d9-416b-a4da-98667fa2a872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e85f64-2622-4503-8eae-891bcb4fa827,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:37.473893 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] For port d4fc2a0d-86be-46e4-9e2e-54c665bee46f, host hv-cinder-75995, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:24:37.478669 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] For port d4fc2a0d-86be-46e4-9e2e-54c665bee46f, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d4fc2a0d-86be-46e4-9e2e-54c665bee46f,segment=NetworkSegment(90f9cb4e-610e-4331-a241-b6080a43aa5f),segment_id=90f9cb4e-610e-4331-a241-b6080a43aa5f)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:24:37.492272 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:37.543683 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-09a461c3-5a40-4806-87a4-f490b6d4b7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:37.547019 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-09a461c3-5a40-4806-87a4-f490b6d4b7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:37.548785 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-09a461c3-5a40-4806-87a4-f490b6d4b7a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a984a26-8fab-4430-ac48-ca724e1a2702 HTTP/1.1" status: 204 len: 168 time: 0.3324370 Sep 03 14:24:37.550580 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:37.551443 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:37.553145 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] 10.222.0.11 "PUT /v2.0/ports/d4fc2a0d-86be-46e4-9e2e-54c665bee46f HTTP/1.1" status: 200 len: 1094 time: 1.7560730 Sep 03 14:24:37.559324 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802b726d-7051-4b29-b2a7-220524a917d7', 'tag': 'd4fc2a0d-86be-46e4-9e2e-54c665bee46f'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:24:37.562717 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2add732-ff85-445c-8b6f-611e58730cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "802b726d-7051-4b29-b2a7-220524a917d7", "tag": "d4fc2a0d-86be-46e4-9e2e-54c665bee46f"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:24:37.588538 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a9be56dd-1025-4b1f-ac61-deaa3a24a65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:37.607658 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a461c3-5a40-4806-87a4-f490b6d4b7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a984a26-8fab-4430-ac48-ca724e1a2702,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:37.702193 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193694b8-16d9-4315-b853-a900501f1458 x-openstack-request-id: req-193694b8-16d9-4315-b853-a900501f1458 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:24:37.702400 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802b726d-7051-4b29-b2a7-220524a917d7", "tag": "d4fc2a0d-86be-46e4-9e2e-54c665bee46f", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:24:37.702662 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-193694b8-16d9-4315-b853-a900501f1458 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:24:37.703123 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802b726d-7051-4b29-b2a7-220524a917d7', 'tag': 'd4fc2a0d-86be-46e4-9e2e-54c665bee46f', 'status': 'completed', 'code': 200} Sep 03 14:24:37.712926 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e4888-7c2c-49e8-9ff4-c81c08ea1af5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fc2a0d-86be-46e4-9e2e-54c665bee46f,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:37.744015 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-53c6c2f2-29c0-49a0-bea6-4aab2f66f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:37.753359 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-53c6c2f2-29c0-49a0-bea6-4aab2f66f37f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b3dee464dea94fca8216c922844392c1&device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 1097 time: 0.0952199 Sep 03 14:24:37.848279 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb820a0-8092-4275-a43c-a1743ea86318 req-8a53d64c-5368-4a96-9e17-e62984189a04 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:37.860872 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4bb820a0-8092-4275-a43c-a1743ea86318 req-8a53d64c-5368-4a96-9e17-e62984189a04 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 944 time: 0.1249044 Sep 03 14:24:37.895431 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-f9c8ad47-4e07-475f-ac99-a331b8b0d044 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4fc2a0d-86be-46e4-9e2e-54c665bee46f HTTP/1.1" status: 200 len: 217 time: 0.1329951 Sep 03 14:24:37.928958 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4bb820a0-8092-4275-a43c-a1743ea86318 req-0669228c-9f88-48e0-b1b2-2a8d742b1456 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650015 Sep 03 14:24:38.043731 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-f607f6fc-9477-4170-990b-71b372dbd3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:38.045466 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-f607f6fc-9477-4170-990b-71b372dbd3bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d16f1da0-d428-409b-9b39-90c7cb9b2454 HTTP/1.1" status: 200 len: 848 time: 0.1417935 Sep 03 14:24:38.054869 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a9be56dd-1025-4b1f-ac61-deaa3a24a65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:38.061644 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a9be56dd-1025-4b1f-ac61-deaa3a24a65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:38.064325 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4bf7a-8e80-4e69-8b72-3640fec40dd0 req-0465020f-7a42-409c-a035-3a9c3312f1df tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:38.069004 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c2a4bf7a-8e80-4e69-8b72-3640fec40dd0 req-0465020f-7a42-409c-a035-3a9c3312f1df tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.1478107 Sep 03 14:24:38.145869 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-c37d198e-2ad2-47a5-9341-01d5a8c329df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=481ed543-e36a-4e78-ab4f-0684a99e1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757654 Sep 03 14:24:38.219434 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c2a4bf7a-8e80-4e69-8b72-3640fec40dd0 req-ececbdae-1315-47ab-a69f-52829be81329 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940571 Sep 03 14:24:38.258709 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-a9be56dd-1025-4b1f-ac61-deaa3a24a65f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0db266f281ae42619ffd7d023546639d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0268900 Sep 03 14:24:38.261321 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43556) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:38.280183 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be56dd-1025-4b1f-ac61-deaa3a24a65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f91774f-f645-43c6-b486-d2dfe9908643,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:38.345732 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-7a0ce3d5-b106-460d-b295-873755c75e3f service neutron] 10.222.0.11 "GET /v2.0/networks/481ed543-e36a-4e78-ab4f-0684a99e1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778209 Sep 03 14:24:38.359198 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-43d67ee1-393e-4a36-8b59-f137454d3a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:38.400294 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-43d67ee1-393e-4a36-8b59-f137454d3a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:38.498260 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-43d67ee1-393e-4a36-8b59-f137454d3a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:38.501019 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab5a340-f5a5-4739-8322-e3a7ab813808 req-569d67e3-f0dd-4ec2-9045-eac8a4042e2a service neutron] 10.222.0.11 "GET /v2.0/networks/481ed543-e36a-4e78-ab4f-0684a99e1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450005 Sep 03 14:24:38.501284 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-43d67ee1-393e-4a36-8b59-f137454d3a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:38.502445 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-43d67ee1-393e-4a36-8b59-f137454d3a9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f91774f-f645-43c6-b486-d2dfe9908643 HTTP/1.1" status: 204 len: 168 time: 0.2384100 Sep 03 14:24:38.512448 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d67ee1-393e-4a36-8b59-f137454d3a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f91774f-f645-43c6-b486-d2dfe9908643,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:38.529435 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43564) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:38.562025 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-41e5a690-b8ec-4dd1-8809-42d0dbdcbcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:38.674703 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-41e5a690-b8ec-4dd1-8809-42d0dbdcbcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:38.680883 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-41e5a690-b8ec-4dd1-8809-42d0dbdcbcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:38.723043 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5a690-b8ec-4dd1-8809-42d0dbdcbcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3add1094-400b-4b33-87db-e3b342b1d909,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:38.728471 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-41e5a690-b8ec-4dd1-8809-42d0dbdcbcd9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26d7fa6ba6c446e7835fc5412861e736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918786 Sep 03 14:24:38.732588 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43574) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:38.820700 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-45fd435f-636e-4067-a401-57216c90129b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:38.864550 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-45fd435f-636e-4067-a401-57216c90129b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:38.936654 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-45fd435f-636e-4067-a401-57216c90129b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:38.939264 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-45fd435f-636e-4067-a401-57216c90129b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:38.940440 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-45fd435f-636e-4067-a401-57216c90129b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3add1094-400b-4b33-87db-e3b342b1d909 HTTP/1.1" status: 204 len: 168 time: 0.2068641 Sep 03 14:24:38.954610 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd435f-636e-4067-a401-57216c90129b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3add1094-400b-4b33-87db-e3b342b1d909,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:39.114087 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfd805-7b29-487f-97d6-4488d46be6ef req-73816526-b6d2-40fe-97e4-3af8681ce3f1 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:39.117110 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e9bfd805-7b29-487f-97d6-4488d46be6ef req-73816526-b6d2-40fe-97e4-3af8681ce3f1 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 944 time: 0.0978334 Sep 03 14:24:39.141395 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 43588) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:39.156744 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e135ea81-d156-4eb7-a832-0325e101b534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:39.169942 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e9bfd805-7b29-487f-97d6-4488d46be6ef req-2818572a-f323-4922-b58c-dc674a6651d1 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438528 Sep 03 14:24:39.199003 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43590) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:39.295640 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e135ea81-d156-4eb7-a832-0325e101b534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:39.303307 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e135ea81-d156-4eb7-a832-0325e101b534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:39.366873 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e135ea81-d156-4eb7-a832-0325e101b534 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19121e92333a4e81a8174fa95a0ddea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242618 Sep 03 14:24:39.367083 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43598) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:39.383237 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135ea81-d156-4eb7-a832-0325e101b534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fa3cf1-ee5e-49db-b38b-b2fefe97cdb6,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:39.431648 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f302f-af3d-4c3a-874f-e45c5429a199 req-471bf132-b16a-422f-b354-0bf95ba6560c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:39.439358 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-270f302f-af3d-4c3a-874f-e45c5429a199 req-471bf132-b16a-422f-b354-0bf95ba6560c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.1043589 Sep 03 14:24:39.468178 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-19ac73c8-de17-4482-a41c-38fe6bec6e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:39.501608 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-270f302f-af3d-4c3a-874f-e45c5429a199 req-e313c7b6-4a32-4167-a472-fc0bc5fed9a6 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610003 Sep 03 14:24:39.511293 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 43604) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:39.524133 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-19ac73c8-de17-4482-a41c-38fe6bec6e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:39.598746 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-19ac73c8-de17-4482-a41c-38fe6bec6e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:39.602141 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-19ac73c8-de17-4482-a41c-38fe6bec6e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:39.604404 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-19ac73c8-de17-4482-a41c-38fe6bec6e95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47fa3cf1-ee5e-49db-b38b-b2fefe97cdb6 HTTP/1.1" status: 204 len: 168 time: 0.2359698 Sep 03 14:24:39.613129 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac73c8-de17-4482-a41c-38fe6bec6e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fa3cf1-ee5e-49db-b38b-b2fefe97cdb6,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:39.642876 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-67a8cf21-f2af-4679-91d7-f043d7844907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:39.751651 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-f949e2df-bf11-4b80-8193-285a030d56d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-143138671-network', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:24:39.764450 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-67a8cf21-f2af-4679-91d7-f043d7844907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:39.771156 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-67a8cf21-f2af-4679-91d7-f043d7844907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:39.814368 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f949e2df-bf11-4b80-8193-285a030d56d9 admin admin] Made reservation on behalf of 91f21185d42d4c3ca4b3d81f557ff12c for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:24:39.817604 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8cf21-f2af-4679-91d7-f043d7844907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b116aa-b517-4180-b551-e273393d1682,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:39.819258 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f949e2df-bf11-4b80-8193-285a030d56d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:39.838253 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f949e2df-bf11-4b80-8193-285a030d56d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:39.848282 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-67a8cf21-f2af-4679-91d7-f043d7844907 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3d0933990aa4e638a5a212936a13b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6471739 Sep 03 14:24:39.850921 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43620) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:39.934705 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e0554b0c-1d67-4a08-9d63-4ff04bdb44ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:39.965810 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e0554b0c-1d67-4a08-9d63-4ff04bdb44ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:39.982271 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f949e2df-bf11-4b80-8193-285a030d56d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:39.988522 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f949e2df-bf11-4b80-8193-285a030d56d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:40.042987 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f949e2df-bf11-4b80-8193-285a030d56d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:24:40.051210 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e0554b0c-1d67-4a08-9d63-4ff04bdb44ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:40.057579 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e0554b0c-1d67-4a08-9d63-4ff04bdb44ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:40.059655 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-e0554b0c-1d67-4a08-9d63-4ff04bdb44ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5b116aa-b517-4180-b551-e273393d1682 HTTP/1.1" status: 204 len: 168 time: 0.2074468 Sep 03 14:24:40.073925 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949e2df-bf11-4b80-8193-285a030d56d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3831dd-a7fb-46ad-9dc3-3e6ff36a9e44,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:40.079420 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f949e2df-bf11-4b80-8193-285a030d56d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:40.080010 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-f949e2df-bf11-4b80-8193-285a030d56d9 admin admin] Added segment eeba19bd-af1c-40fb-a40e-a819df1d18bb of type vlan for network ba4f67b6-6867-4585-894f-04afec16c8e4 Sep 03 14:24:40.092748 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0554b0c-1d67-4a08-9d63-4ff04bdb44ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b116aa-b517-4180-b551-e273393d1682,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:40.175229 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-37c1598e-583a-4f30-8c20-9addccc2cb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:40.189394 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f949e2df-bf11-4b80-8193-285a030d56d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:40.249284 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f949e2df-bf11-4b80-8193-285a030d56d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:40.251051 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f949e2df-bf11-4b80-8193-285a030d56d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:40.252085 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f949e2df-bf11-4b80-8193-285a030d56d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:40.303102 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43638) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:40.312387 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-9de23056-eb97-4238-b3fc-e34ee688f9b4 admin admin] Request body: {'subnet': {'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-143138671-subnet', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:24:40.314590 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f949e2df-bf11-4b80-8193-285a030d56d9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8011422 Sep 03 14:24:40.402183 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949e2df-bf11-4b80-8193-285a030d56d9 admin admin] Pushing event updated for resources: {'Network': ['ID=ba4f67b6-6867-4585-894f-04afec16c8e4,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:40.413189 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de23056-eb97-4238-b3fc-e34ee688f9b4 admin admin] Made reservation on behalf of 91f21185d42d4c3ca4b3d81f557ff12c for: {'subnet': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:24:40.418030 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9de23056-eb97-4238-b3fc-e34ee688f9b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632390'] for subnet, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:40.420492 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network ba4f67b6-6867-4585-894f-04afec16c8e4 details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:24:40.453128 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6348922-d46e-47c2-b7b6-3f1f5b74b29d req-8de557c2-2aef-4390-973e-8b61470ce478 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:40.455622 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-b6348922-d46e-47c2-b7b6-3f1f5b74b29d req-8de557c2-2aef-4390-973e-8b61470ce478 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 944 time: 0.1342750 Sep 03 14:24:40.627093 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-b6348922-d46e-47c2-b7b6-3f1f5b74b29d req-a2ff005d-d49b-44bf-8db0-9543aba1eaa6 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628864 Sep 03 14:24:40.735277 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3da789-02f2-42f9-9f05-73f151cba1e9 req-8944f65d-5097-48ce-8e01-f097ee566d8e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:40.737604 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8d3da789-02f2-42f9-9f05-73f151cba1e9 req-8944f65d-5097-48ce-8e01-f097ee566d8e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.0880783 Sep 03 14:24:40.797097 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8d3da789-02f2-42f9-9f05-73f151cba1e9 req-0bc5e497-4f5b-4ebf-8f04-090df59f1ecf tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520713 Sep 03 14:24:40.808711 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9de23056-eb97-4238-b3fc-e34ee688f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2700693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632424'] for subnet, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:40.854107 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 43650) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:40.878229 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5f7c0f4c-8acb-4bad-8335-cebe00024abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:40.920220 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de23056-eb97-4238-b3fc-e34ee688f9b4 admin admin] Checking segment: {'id': 'eeba19bd-af1c-40fb-a40e-a819df1d18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:24:40.920947 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de23056-eb97-4238-b3fc-e34ee688f9b4 admin admin] Network hostable DHCP agents. Network: ba4f67b6-6867-4585-894f-04afec16c8e4, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:24:40.923687 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de23056-eb97-4238-b3fc-e34ee688f9b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82eb6649-c61a-47b3-86b1-669452794c49,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:40.956936 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de23056-eb97-4238-b3fc-e34ee688f9b4 admin admin] Network ba4f67b6-6867-4585-894f-04afec16c8e4 is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:24:40.978454 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-9de23056-eb97-4238-b3fc-e34ee688f9b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, ba4f67b6-6867-4585-894f-04afec16c8e4) {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:24:40.993241 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cf69c7-b7ae-4d44-95ee-b69e86753326 None None] Network ba4f67b6-6867-4585-894f-04afec16c8e4 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:24:41.012840 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de23056-eb97-4238-b3fc-e34ee688f9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:41.013459 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9de23056-eb97-4238-b3fc-e34ee688f9b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:41.082307 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5f7c0f4c-8acb-4bad-8335-cebe00024abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:41.089343 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5f7c0f4c-8acb-4bad-8335-cebe00024abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:41.098148 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-9de23056-eb97-4238-b3fc-e34ee688f9b4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7932529 Sep 03 14:24:41.102335 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43660) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:41.109703 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:24:41.180153 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-5f7c0f4c-8acb-4bad-8335-cebe00024abd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0d5ed8546d1468b9d71e8f25237fbe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236694 Sep 03 14:24:41.181590 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c0f4c-8acb-4bad-8335-cebe00024abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f42f6ba-c3f9-46b6-9884-0af869f2e49f,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:41.186365 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 43666) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:41.203551 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-948159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10832'] for router, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:41.206023 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-947759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-945343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10843'] for router, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:41.281075 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-feac7986-ab5a-4596-85cc-e369ce21d84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:41.333395 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-feac7986-ab5a-4596-85cc-e369ce21d84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:41.433625 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2add732-ff85-445c-8b6f-611e58730cbf req-1d5319be-ef54-4f92-9d31-5e6deded04c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:41.435888 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2add732-ff85-445c-8b6f-611e58730cbf req-1d5319be-ef54-4f92-9d31-5e6deded04c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b3dee464dea94fca8216c922844392c1&device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 1097 time: 0.0958738 Sep 03 14:24:41.516567 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-feac7986-ab5a-4596-85cc-e369ce21d84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:41.521715 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-feac7986-ab5a-4596-85cc-e369ce21d84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:41.523087 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:41.525607 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-feac7986-ab5a-4596-85cc-e369ce21d84d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f42f6ba-c3f9-46b6-9884-0af869f2e49f HTTP/1.1" status: 204 len: 168 time: 0.3371150 Sep 03 14:24:41.604614 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac7986-ab5a-4596-85cc-e369ce21d84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f42f6ba-c3f9-46b6-9884-0af869f2e49f,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:41.629003 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5cabd9-fd1b-576e-aa1b-199532e8f2a6-ba4f67b6-6867-4585-894f-04afec16c8e4', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'fixed_ips': [{'subnet_id': '82eb6649-c61a-47b3-86b1-669452794c49'}]}} from dv-cinder-759955-20-iscsi. {{(pid=93971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:24:41.629966 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:41.682510 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2add732-ff85-445c-8b6f-611e58730cbf req-2b11a4c8-73d9-4e47-9934-df04e4b2d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:41.684401 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2add732-ff85-445c-8b6f-611e58730cbf req-2b11a4c8-73d9-4e47-9934-df04e4b2d489 service neutron] 10.222.0.11 "GET /v2.0/networks?id=481ed543-e36a-4e78-ab4f-0684a99e1fac HTTP/1.1" status: 200 len: 909 time: 0.2317185 Sep 03 14:24:41.734551 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:41.796696 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2add732-ff85-445c-8b6f-611e58730cbf req-aebd884a-0804-4d51-831d-0d4b38a25a7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4fc2a0d-86be-46e4-9e2e-54c665bee46f HTTP/1.1" status: 200 len: 217 time: 0.1034255 Sep 03 14:24:41.961482 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ea031-f432-4240-8c0a-09d53f913ef1 req-5ca74a2e-dae6-4033-a340-be689de68ff1 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:41.969375 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-661ea031-f432-4240-8c0a-09d53f913ef1 req-5ca74a2e-dae6-4033-a340-be689de68ff1 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 944 time: 0.0727241 Sep 03 14:24:42.017720 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2add732-ff85-445c-8b6f-611e58730cbf req-d83f5d62-1ba7-44a6-ae3a-b1dcdf063084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:42.019339 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2add732-ff85-445c-8b6f-611e58730cbf req-d83f5d62-1ba7-44a6-ae3a-b1dcdf063084 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d16f1da0-d428-409b-9b39-90c7cb9b2454 HTTP/1.1" status: 200 len: 848 time: 0.2141695 Sep 03 14:24:42.108185 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2add732-ff85-445c-8b6f-611e58730cbf req-aa26e070-4ce0-4d76-b9e4-a2d9e62018d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=481ed543-e36a-4e78-ab4f-0684a99e1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789824 Sep 03 14:24:42.118382 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-661ea031-f432-4240-8c0a-09d53f913ef1 req-82e17abe-c2ee-407f-9b24-5a2f379818d3 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479092 Sep 03 14:24:42.222311 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:42.227425 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.db_base_plugin_common [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Allocated IP 172.20.0.2 (ba4f67b6-6867-4585-894f-04afec16c8e4/82eb6649-c61a-47b3-86b1-669452794c49/5467f5c4-87f3-40ca-ad22-9ebb8b85d64a) {{(pid=93971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:24:42.249558 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2add732-ff85-445c-8b6f-611e58730cbf req-5c5721d1-5501-43e2-ad46-6262f7e3ad4d service neutron] 10.222.0.11 "GET /v2.0/networks/481ed543-e36a-4e78-ab4f-0684a99e1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996995 Sep 03 14:24:42.270698 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:42.316376 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6772ec3-4bf9-4a81-9db2-2b3a11f3ef4c req-d2fa3bae-b6d8-4f08-a707-da148c2df725 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:42.326403 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e6772ec3-4bf9-4a81-9db2-2b3a11f3ef4c req-d2fa3bae-b6d8-4f08-a707-da148c2df725 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.2814431 Sep 03 14:24:42.525049 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43738) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:42.543346 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] Allocated IP 172.27.3.13 (71a2aaf5-8009-41a7-aebe-f6027ce2b898/3592d6f5-ce6a-448b-9072-bd66af67c647/201fa0a0-1b7a-4c63-bafe-1ad48622fefb) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:24:42.554999 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-514ba901-4f99-4b0d-94bf-f90f5acdca15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:42.571173 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device d4fc2a0d-86be-46e4-9e2e-54c665bee46f details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:24:42.678439 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e6772ec3-4bf9-4a81-9db2-2b3a11f3ef4c req-574b5ab9-0362-41d0-83f0-855479e750ff tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023152 Sep 03 14:24:42.722352 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2add732-ff85-445c-8b6f-611e58730cbf req-791924b4-dc3d-42cd-8253-cf1465f7e136 service neutron] 10.222.0.11 "GET /v2.0/networks/481ed543-e36a-4e78-ab4f-0684a99e1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525506 Sep 03 14:24:42.908704 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 43748) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:43.041543 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dc2bc-8e7f-4432-bd94-c7df66bcd317 req-8d2d0e03-e9da-4b48-960d-43ab51754cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:43.044252 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6e4dc2bc-8e7f-4432-bd94-c7df66bcd317 req-8d2d0e03-e9da-4b48-960d-43ab51754cd5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 1098 time: 0.3577015 Sep 03 14:24:43.059849 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:43.064215 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-116e5e65-4ae6-492e-8fa6-6c109e8f85fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1152995754-network', 'tenant_id': 'a42fb5f048684d7f8970f3f4a6034fcb'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:24:43.232599 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-514ba901-4f99-4b0d-94bf-f90f5acdca15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:43.270914 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8a934d57-5e11-4e69-aeba-fc9ec5f53d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:43.276077 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116e5e65-4ae6-492e-8fa6-6c109e8f85fd admin admin] Made reservation on behalf of a42fb5f048684d7f8970f3f4a6034fcb for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:24:43.278033 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-514ba901-4f99-4b0d-94bf-f90f5acdca15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:43.279595 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-116e5e65-4ae6-492e-8fa6-6c109e8f85fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:43.298465 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-116e5e65-4ae6-492e-8fa6-6c109e8f85fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:43.342336 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:43.352543 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port d4fc2a0d-86be-46e4-9e2e-54c665bee46f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d4fc2a0d-86be-46e4-9e2e-54c665bee46f,segment=NetworkSegment(90f9cb4e-610e-4331-a241-b6080a43aa5f),segment_id=90f9cb4e-610e-4331-a241-b6080a43aa5f)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:24:43.363451 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6e4dc2bc-8e7f-4432-bd94-c7df66bcd317 req-b5dfda4d-cefb-4196-89bc-853afb2a1ef8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995439 Sep 03 14:24:43.379410 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': 'd4fc2a0d-86be-46e4-9e2e-54c665bee46f', 'network_id': '481ed543-e36a-4e78-ab4f-0684a99e1fac', 'port_id': 'd4fc2a0d-86be-46e4-9e2e-54c665bee46f', 'mac_address': 'fa:16:3e:27:2e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16f1da0-d428-409b-9b39-90c7cb9b2454', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:24:43.384837 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Notify callbacks [] for port, precommit_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:43.421418 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Transition to ACTIVE for port object 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:24:43.422763 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-514ba901-4f99-4b0d-94bf-f90f5acdca15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e451d75a0054cffbcaebc712b957225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8908999 Sep 03 14:24:43.427835 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 43774) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:43.431905 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ba901-4f99-4b0d-94bf-f90f5acdca15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7befab-2a2a-4cea-9854-f53debb7fe21,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:43.457210 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:43.477596 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:43.488241 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Transition to ACTIVE for port object 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a will not be triggered until provisioned by entity DHCP. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:24:43.508367 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328'] for port, after_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:43.545840 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:24:43.575693 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9277c-6217-4d89-a6f3-cef3960e755d req-f676fcad-6b6e-4ab5-8f75-d691e610fd2f tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:43.594350 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-03e9277c-6217-4d89-a6f3-cef3960e755d req-f676fcad-6b6e-4ab5-8f75-d691e610fd2f tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 944 time: 0.2754791 Sep 03 14:24:43.613404 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:24:43.618485 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Network ba4f67b6-6867-4585-894f-04afec16c8e4 is already hosted by enough agents. {{(pid=93971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:24:43.624670 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:24:43.638001 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] Pushing event updated for resources: {'Port': ['ID=201fa0a0-1b7a-4c63-bafe-1ad48622fefb,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:43.643382 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.base_scheduler [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Resources bound (agent type, host, resource id): {{(pid=93971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:24:43.656901 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-116e5e65-4ae6-492e-8fa6-6c109e8f85fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:43.665461 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-116e5e65-4ae6-492e-8fa6-6c109e8f85fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:43.684984 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Pushing event updated for resources: {'Port': ['ID=5467f5c4-87f3-40ca-ad22-9ebb8b85d64a,revision_number=1']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:43.688188 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Received port after_create {{(pid=93971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:24:43.700266 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4fc2a0d-86be-46e4-9e2e-54c665bee46f {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:24:43.747861 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0f8714bc-a377-4d00-854f-a41f91785dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:43.752148 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e5e65-4ae6-492e-8fa6-6c109e8f85fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeabfdee-998c-4033-bef9-063f2a8d7172,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:43.777085 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116e5e65-4ae6-492e-8fa6-6c109e8f85fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:24:43.815939 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0f8714bc-a377-4d00-854f-a41f91785dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:43.829373 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-116e5e65-4ae6-492e-8fa6-6c109e8f85fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:43.830037 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-116e5e65-4ae6-492e-8fa6-6c109e8f85fd admin admin] Added segment 7064e261-fbce-49bb-ad27-7296d4dfc933 of type vlan for network 3a184bc9-b60a-4ffb-a76f-5c6971349ce3 Sep 03 14:24:43.910079 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-03e9277c-6217-4d89-a6f3-cef3960e755d req-0713ba95-8443-4ced-832c-532cb1e0da6f tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141139 Sep 03 14:24:43.933532 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:43.935505 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:43.935726 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:43.936764 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:43.937223 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:43.937701 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:43.938153 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:43.938561 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:43.939041 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:43.939565 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:43.939949 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:43.940402 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:43.990882 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-116e5e65-4ae6-492e-8fa6-6c109e8f85fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:44.018800 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port d4fc2a0d-86be-46e4-9e2e-54c665bee46f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d4fc2a0d-86be-46e4-9e2e-54c665bee46f,segment=NetworkSegment(90f9cb4e-610e-4331-a241-b6080a43aa5f),segment_id=90f9cb4e-610e-4331-a241-b6080a43aa5f)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:24:44.028446 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Attempting to bind port 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:24:44.029298 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Attempting to bind port 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': 'eeba19bd-af1c-40fb-a40e-a819df1d18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:24:44.030029 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Attempting to bind port 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a on network ba4f67b6-6867-4585-894f-04afec16c8e4 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:24:44.034065 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfeae9-1ae8-4d10-a304-592675199999 req-41cffdaa-19e2-4377-a361-d75be6f88cb1 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:44.036369 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bbcfeae9-1ae8-4d10-a304-592675199999 req-41cffdaa-19e2-4377-a361-d75be6f88cb1 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.1482184 Sep 03 14:24:44.039864 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:44.046844 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:24:44.048134 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Checking segment: {'id': 'eeba19bd-af1c-40fb-a40e-a819df1d18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:24:44.048689 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:44.049307 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Bound using segment: {'id': 'eeba19bd-af1c-40fb-a40e-a819df1d18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:24:44.050765 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0f8714bc-a377-4d00-854f-a41f91785dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:44.051022 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Bound port: 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeba19bd-af1c-40fb-a40e-a819df1d18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:24:44.051731 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:44.059714 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0f8714bc-a377-4d00-854f-a41f91785dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:44.062074 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0f8714bc-a377-4d00-854f-a41f91785dc6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe7befab-2a2a-4cea-9854-f53debb7fe21 HTTP/1.1" status: 204 len: 168 time: 0.6293495 Sep 03 14:24:44.072165 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-116e5e65-4ae6-492e-8fa6-6c109e8f85fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:44.074453 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e5e65-4ae6-492e-8fa6-6c109e8f85fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:44.075801 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-116e5e65-4ae6-492e-8fa6-6c109e8f85fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:44.127468 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-116e5e65-4ae6-492e-8fa6-6c109e8f85fd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2174754 Sep 03 14:24:44.147129 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 43806) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:44.171584 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bbcfeae9-1ae8-4d10-a304-592675199999 req-3dc74bae-a159-48af-9b99-251835bd0eb7 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075096 Sep 03 14:24:44.177012 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=d4fc2a0d-86be-46e4-9e2e-54c665bee46f,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:44.184876 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-54acc93b-620f-4311-867f-7c6d9d459124 admin admin] Request body: {'subnet': {'network_id': '3a184bc9-b60a-4ffb-a76f-5c6971349ce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1152995754-subnet', 'tenant_id': 'a42fb5f048684d7f8970f3f4a6034fcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:24:44.202839 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8714bc-a377-4d00-854f-a41f91785dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7befab-2a2a-4cea-9854-f53debb7fe21,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:44.215779 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] For port 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:24:44.229401 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] For port 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=5467f5c4-87f3-40ca-ad22-9ebb8b85d64a,segment=NetworkSegment(eeba19bd-af1c-40fb-a40e-a819df1d18bb),segment_id=eeba19bd-af1c-40fb-a40e-a819df1d18bb)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:24:44.250724 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:44.259463 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54acc93b-620f-4311-867f-7c6d9d459124 admin admin] Made reservation on behalf of a42fb5f048684d7f8970f3f4a6034fcb for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:24:44.271013 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-54acc93b-620f-4311-867f-7c6d9d459124 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602725'] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:44.359489 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:44.407575 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a88bf1-7e52-45df-a31d-8c95e173dadd None None] Pushing event updated for resources: {'Port': ['ID=5467f5c4-87f3-40ca-ad22-9ebb8b85d64a,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:44.411202 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['d4fc2a0d-86be-46e4-9e2e-54c665bee46f'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:24:44.510714 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e5e65-4ae6-492e-8fa6-6c109e8f85fd admin admin] Pushing event updated for resources: {'Network': ['ID=3a184bc9-b60a-4ffb-a76f-5c6971349ce3,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:44.523689 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network 3a184bc9-b60a-4ffb-a76f-5c6971349ce3 details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:24:44.620220 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-54acc93b-620f-4311-867f-7c6d9d459124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2727680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602699'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:44.651043 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:44.703811 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acc93b-620f-4311-867f-7c6d9d459124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ce84b8d-a35a-4a08-b60c-470e2b6cd1a2,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:44.793936 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54acc93b-620f-4311-867f-7c6d9d459124 admin admin] Checking segment: {'id': '7064e261-fbce-49bb-ad27-7296d4dfc933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3a184bc9-b60a-4ffb-a76f-5c6971349ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:24:44.794546 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54acc93b-620f-4311-867f-7c6d9d459124 admin admin] Network hostable DHCP agents. Network: 3a184bc9-b60a-4ffb-a76f-5c6971349ce3, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:24:44.862176 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54acc93b-620f-4311-867f-7c6d9d459124 admin admin] Network 3a184bc9-b60a-4ffb-a76f-5c6971349ce3 is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:24:44.896228 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-54acc93b-620f-4311-867f-7c6d9d459124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, 3a184bc9-b60a-4ffb-a76f-5c6971349ce3) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:24:44.902099 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54acc93b-620f-4311-867f-7c6d9d459124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:44.902720 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-54acc93b-620f-4311-867f-7c6d9d459124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:44.917442 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310602ed-385c-405c-aa94-9e2242e47a06 None None] Network 3a184bc9-b60a-4ffb-a76f-5c6971349ce3 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:24:44.950649 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-54acc93b-620f-4311-867f-7c6d9d459124 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7747581 Sep 03 14:24:45.124187 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-947750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-945386'] for router, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:45.275277 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0eda0ab-6361-4301-99ef-3831190053f2 None None] Network 3a184bc9-b60a-4ffb-a76f-5c6971349ce3 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:24:45.533476 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f4604-3e00-4b2f-870e-719803ec638d req-085a74e9-2c1e-4591-ad1a-b9d3cb824f09 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:45.538976 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-321f4604-3e00-4b2f-870e-719803ec638d req-085a74e9-2c1e-4591-ad1a-b9d3cb824f09 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 945 time: 0.4011049 Sep 03 14:24:45.589308 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279e6ae-84ee-44cb-86b9-07159126dea1 req-f714d6f3-f7b7-4b77-8159-90335696d0ba tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:45.593308 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2279e6ae-84ee-44cb-86b9-07159126dea1 req-f714d6f3-f7b7-4b77-8159-90335696d0ba tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.2312698 Sep 03 14:24:45.688962 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-321f4604-3e00-4b2f-870e-719803ec638d req-0fe5baa5-1298-4461-91cb-bcbcc6805e60 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412795 Sep 03 14:24:45.705062 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] Router 892a691a-b7ae-4819-84dc-23d1e14e0236 is scheduled to L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 with binding_index 1 {{(pid=93970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:24:45.815909 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2279e6ae-84ee-44cb-86b9-07159126dea1 req-443113b4-2fb1-4361-a064-a7da5b2654cc tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011151 Sep 03 14:24:46.051723 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae50127-5e2d-4788-af70-155123fddda9 req-0c03fcc3-3b6a-4c85-87f3-0931f8e8edc9 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:46.053408 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-fae50127-5e2d-4788-af70-155123fddda9 req-0c03fcc3-3b6a-4c85-87f3-0931f8e8edc9 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0860269 Sep 03 14:24:46.088189 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:24:46.103923 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Sync routers for ids ['892a691a-b7ae-4819-84dc-23d1e14e0236'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:24:46.126537 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Routers {'892a691a-b7ae-4819-84dc-23d1e14e0236'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:24:46.127650 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:24:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['892a691a-b7ae-4819-84dc-23d1e14e0236'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:24:46.140948 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:46.176671 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] Notify callbacks [] for router, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:46.181470 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-6bced18d-09f6-4800-bcec-1316a5e8ac7c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0747695 Sep 03 14:24:46.182132 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 43890) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:46.212337 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c4a033-92b9-4479-a5d4-73607d22ab5f None None] Network ba4f67b6-6867-4585-894f-04afec16c8e4 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:24:46.262604 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-fae50127-5e2d-4788-af70-155123fddda9 req-dfd9616c-c31d-4cd3-b3a1-3737e4e51b25 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887131 Sep 03 14:24:46.282367 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Set router 892a691a-b7ae-4819-84dc-23d1e14e0236 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:24:46.377261 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43898) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:46.384736 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-1ba010d7-cbe1-4ba8-a8bc-9f8fc5f4d1d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2117081554-network', 'tenant_id': 'fb728f01258c4bf5bd90f9578740582b'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:24:46.449001 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba010d7-cbe1-4ba8-a8bc-9f8fc5f4d1d4 admin admin] Made reservation on behalf of fb728f01258c4bf5bd90f9578740582b for: {'network': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:24:46.452386 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1ba010d7-cbe1-4ba8-a8bc-9f8fc5f4d1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:46.484912 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1ba010d7-cbe1-4ba8-a8bc-9f8fc5f4d1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:46.570241 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device d4fc2a0d-86be-46e4-9e2e-54c665bee46f up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:24:46.661941 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:24:46.786346 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43906) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:46.794027 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-03a7ff96-300a-4aa1-ae7b-4d8195bf092f None None] Provisioning for port 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:24:46.812923 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:24:44Z', 'revision_number': 3, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port': {'id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:63:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:42Z', 'updated_at': '2021-09-03T14:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:24:46.948450 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Checking router: 892a691a-b7ae-4819-84dc-23d1e14e0236 for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:24:46.955507 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Updating router 892a691a-b7ae-4819-84dc-23d1e14e0236 port 201fa0a0-1b7a-4c63-bafe-1ad48622fefb binding host dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:24:47.040583 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1ba010d7-cbe1-4ba8-a8bc-9f8fc5f4d1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:47.043362 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:47.052734 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1ba010d7-cbe1-4ba8-a8bc-9f8fc5f4d1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:47.200759 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba010d7-cbe1-4ba8-a8bc-9f8fc5f4d1d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:24:47.235588 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1ba010d7-cbe1-4ba8-a8bc-9f8fc5f4d1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:47.235949 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.segments_db [None req-1ba010d7-cbe1-4ba8-a8bc-9f8fc5f4d1d4 admin admin] Added segment 45b1e771-c212-465a-beff-10ba8a0b2c11 of type vlan for network 4690a0c5-0b65-4793-98b3-f2278d60d1cd Sep 03 14:24:47.274566 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port d4fc2a0d-86be-46e4-9e2e-54c665bee46f completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:24:47.337066 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port d4fc2a0d-86be-46e4-9e2e-54c665bee46f triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:24:47.338201 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:47.387538 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1ba010d7-cbe1-4ba8-a8bc-9f8fc5f4d1d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:47.415111 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98068dec-2c23-48e5-8977-808f2f205489 req-d9fca63b-f067-4f1e-b3b5-b91de40913e5 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:47.423200 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-98068dec-2c23-48e5-8977-808f2f205489 req-d9fca63b-f067-4f1e-b3b5-b91de40913e5 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 945 time: 0.3457108 Sep 03 14:24:47.443696 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba010d7-cbe1-4ba8-a8bc-9f8fc5f4d1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225f6cb2-3f22-41b7-bdd3-82e60c0bdace,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:47.468986 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1ba010d7-cbe1-4ba8-a8bc-9f8fc5f4d1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:47.475158 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba010d7-cbe1-4ba8-a8bc-9f8fc5f4d1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:47.480165 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1ba010d7-cbe1-4ba8-a8bc-9f8fc5f4d1d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:47.554993 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:24:47.583318 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:24:47.584217 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:47.625285 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba010d7-cbe1-4ba8-a8bc-9f8fc5f4d1d4 admin admin] Pushing event updated for resources: {'Network': ['ID=4690a0c5-0b65-4793-98b3-f2278d60d1cd,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:47.663966 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-98068dec-2c23-48e5-8977-808f2f205489 req-5578a520-2070-498f-8bc3-cf7d2aa52e8a tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396102 Sep 03 14:24:47.699601 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-33970373-8608-4a60-9b5c-211e1fbda0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:47.719930 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-1ba010d7-cbe1-4ba8-a8bc-9f8fc5f4d1d4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3412559 Sep 03 14:24:47.722995 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43926) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:47.732483 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-2d874fe7-4bd9-4528-afd8-b92931648db2 admin admin] Request body: {'subnet': {'network_id': '4690a0c5-0b65-4793-98b3-f2278d60d1cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2117081554-subnet', 'tenant_id': 'fb728f01258c4bf5bd90f9578740582b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:24:47.783739 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network 4690a0c5-0b65-4793-98b3-f2278d60d1cd details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:24:47.806343 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 43928) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:47.834787 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:47.868524 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.provisioning_blocks [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Transition to ACTIVE for port object 201fa0a0-1b7a-4c63-bafe-1ad48622fefb will not be triggered until provisioned by entity L2. {{(pid=93972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:24:47.881428 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:47.939006 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:47.949126 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-33970373-8608-4a60-9b5c-211e1fbda0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:47.951688 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d874fe7-4bd9-4528-afd8-b92931648db2 admin admin] Made reservation on behalf of fb728f01258c4bf5bd90f9578740582b for: {'subnet': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:24:47.956697 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2d874fe7-4bd9-4528-afd8-b92931648db2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632390'] for subnet, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:48.015300 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0a623-25ca-4abf-bb3b-7c2df22addda None None] Pushing event updated for resources: {'Port': ['ID=201fa0a0-1b7a-4c63-bafe-1ad48622fefb,revision_number=2']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:48.042699 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Attempting to bind port 201fa0a0-1b7a-4c63-bafe-1ad48622fefb on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:24:48.042988 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Attempting to bind port 201fa0a0-1b7a-4c63-bafe-1ad48622fefb by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:24:48.043387 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Attempting to bind port 201fa0a0-1b7a-4c63-bafe-1ad48622fefb on network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:24:48.053327 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0a623-25ca-4abf-bb3b-7c2df22addda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:48.053770 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0a623-25ca-4abf-bb3b-7c2df22addda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:48.054139 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0a623-25ca-4abf-bb3b-7c2df22addda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:48.054533 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0a623-25ca-4abf-bb3b-7c2df22addda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:48.054947 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0a623-25ca-4abf-bb3b-7c2df22addda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:48.055375 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0a623-25ca-4abf-bb3b-7c2df22addda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:48.057083 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0a623-25ca-4abf-bb3b-7c2df22addda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:48.057586 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0a623-25ca-4abf-bb3b-7c2df22addda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:48.059639 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0a623-25ca-4abf-bb3b-7c2df22addda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:48.060078 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0a623-25ca-4abf-bb3b-7c2df22addda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:48.060554 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0a623-25ca-4abf-bb3b-7c2df22addda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:48.060855 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd0a623-25ca-4abf-bb3b-7c2df22addda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:24:48.062229 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port d4fc2a0d-86be-46e4-9e2e-54c665bee46f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d4fc2a0d-86be-46e4-9e2e-54c665bee46f,segment=NetworkSegment(90f9cb4e-610e-4331-a241-b6080a43aa5f),segment_id=90f9cb4e-610e-4331-a241-b6080a43aa5f)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:24:48.076424 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802b726d-7051-4b29-b2a7-220524a917d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fc2a0d-86be-46e4-9e2e-54c665bee46f'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:24:48.079347 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2a059e-78fc-41bf-862e-49bf779b55c7" -d '{"events": [{"server_uuid": "802b726d-7051-4b29-b2a7-220524a917d7", "name": "network-vif-plugged", "status": "completed", "tag": "d4fc2a0d-86be-46e4-9e2e-54c665bee46f"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:24:48.106912 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:48.108964 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:24:48.109271 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Checking segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:24:48.109434 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:48.110003 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Bound using segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:24:48.117851 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Bound port: 201fa0a0-1b7a-4c63-bafe-1ad48622fefb, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:24:48.118599 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:48.129431 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-5ebed018-8025-41d6-b2d2-644a944c8a96 None None] Provisioning complete for port 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:24:48.129845 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-5ebed018-8025-41d6-b2d2-644a944c8a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:48.157554 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-33970373-8608-4a60-9b5c-211e1fbda0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:48.194340 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] For port 201fa0a0-1b7a-4c63-bafe-1ad48622fefb, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:24:48.199480 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] For port 201fa0a0-1b7a-4c63-bafe-1ad48622fefb, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=201fa0a0-1b7a-4c63-bafe-1ad48622fefb,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:24:48.212046 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:48.242346 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e32ea56-cb4a-489d-b442-e999b76b5f79 x-openstack-request-id: req-4e32ea56-cb4a-489d-b442-e999b76b5f79 {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:24:48.243850 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802b726d-7051-4b29-b2a7-220524a917d7", "name": "network-vif-plugged", "status": "completed", "tag": "d4fc2a0d-86be-46e4-9e2e-54c665bee46f", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:24:48.244583 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e32ea56-cb4a-489d-b442-e999b76b5f79 {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:24:48.245560 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802b726d-7051-4b29-b2a7-220524a917d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fc2a0d-86be-46e4-9e2e-54c665bee46f', 'code': 200} Sep 03 14:24:48.267528 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:48.272596 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33970373-8608-4a60-9b5c-211e1fbda0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08abebcd-5d68-4a7f-ba27-0ad61a05b833,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:48.366276 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0a623-25ca-4abf-bb3b-7c2df22addda None None] Pushing event updated for resources: {'Port': ['ID=201fa0a0-1b7a-4c63-bafe-1ad48622fefb,revision_number=3']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:48.378854 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Routers {'892a691a-b7ae-4819-84dc-23d1e14e0236'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:24:48.379961 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:24:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['892a691a-b7ae-4819-84dc-23d1e14e0236'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:24:48.406817 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-33970373-8608-4a60-9b5c-211e1fbda0cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e44bcfe55744b659ff3f992bf8a0afb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6184027 Sep 03 14:24:48.411859 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43944) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:48.511086 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:48.552580 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] Set router 892a691a-b7ae-4819-84dc-23d1e14e0236 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:24:48.556539 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e12d6a08-a204-4d84-808c-5a75f712efed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:48.585990 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=d4fc2a0d-86be-46e4-9e2e-54c665bee46f,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:48.644917 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=5467f5c4-87f3-40ca-ad22-9ebb8b85d64a,segment=NetworkSegment(eeba19bd-af1c-40fb-a40e-a819df1d18bb),segment_id=eeba19bd-af1c-40fb-a40e-a819df1d18bb)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:24:48.665884 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:48.702982 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b0b2c448-e80b-4608-bcdf-4f1962ba0286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:48.753598 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b0b2c448-e80b-4608-bcdf-4f1962ba0286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:48.808571 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=5467f5c4-87f3-40ca-ad22-9ebb8b85d64a,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:48.844736 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b0b2c448-e80b-4608-bcdf-4f1962ba0286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:48.848191 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b0b2c448-e80b-4608-bcdf-4f1962ba0286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:48.849698 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-b0b2c448-e80b-4608-bcdf-4f1962ba0286 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08abebcd-5d68-4a7f-ba27-0ad61a05b833 HTTP/1.1" status: 204 len: 168 time: 0.4361322 Sep 03 14:24:48.871424 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac3a6e-d293-4593-adde-a4a1f717975d req-f6ed8df1-f53e-45bd-b355-8d3143d3b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:48.873531 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-44ac3a6e-d293-4593-adde-a4a1f717975d req-f6ed8df1-f53e-45bd-b355-8d3143d3b142 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 1099 time: 0.3070941 Sep 03 14:24:48.876916 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2c448-e80b-4608-bcdf-4f1962ba0286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08abebcd-5d68-4a7f-ba27-0ad61a05b833,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:48.968198 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:24:44Z', 'revision_number': 3, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port': {'id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:63:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:42Z', 'updated_at': '2021-09-03T14:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:24:49.010370 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-44ac3a6e-d293-4593-adde-a4a1f717975d req-b1c3c1a6-644f-42c1-9466-51abc2b8ec02 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850959 Sep 03 14:24:49.016271 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2d874fe7-4bd9-4528-afd8-b92931648db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2700693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632424'] for subnet, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:49.048197 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0516ceb8-a27f-4878-b685-877e550f27d5 None None] The sync data for ids ['892a691a-b7ae-4819-84dc-23d1e14e0236'] in dv-cinder-759955-20-iscsi is: [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:24:44Z', 'revision_number': 3, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port': {'id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:63:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:42Z', 'updated_at': '2021-09-03T14:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:24:49.123317 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdd984-a7df-45fb-aded-55770e45d02e req-2e1190f6-d52e-46fb-b9fc-7e89be0d89f6 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:49.132096 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bbfdd984-a7df-45fb-aded-55770e45d02e req-2e1190f6-d52e-46fb-b9fc-7e89be0d89f6 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 946 time: 0.1865931 Sep 03 14:24:49.144340 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d874fe7-4bd9-4528-afd8-b92931648db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42476449-2453-445c-ab33-c2e70a96929a,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:49.263927 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d874fe7-4bd9-4528-afd8-b92931648db2 admin admin] Checking segment: {'id': '45b1e771-c212-465a-beff-10ba8a0b2c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4690a0c5-0b65-4793-98b3-f2278d60d1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:24:49.264704 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d874fe7-4bd9-4528-afd8-b92931648db2 admin admin] Network hostable DHCP agents. Network: 4690a0c5-0b65-4793-98b3-f2278d60d1cd, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:24:49.271767 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bbfdd984-a7df-45fb-aded-55770e45d02e req-9bef05d2-cb3d-4059-bbed-1ed922c64656 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386549 Sep 03 14:24:49.350458 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d874fe7-4bd9-4528-afd8-b92931648db2 admin admin] Network 4690a0c5-0b65-4793-98b3-f2278d60d1cd is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:24:49.366837 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-2d874fe7-4bd9-4528-afd8-b92931648db2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, 4690a0c5-0b65-4793-98b3-f2278d60d1cd) {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:24:49.378833 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69583047-51c4-4b90-aece-71f37c766539 None None] Network 4690a0c5-0b65-4793-98b3-f2278d60d1cd requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:24:49.398299 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41656c8c-2e50-4a7b-8cfb-060cc64ab362 req-7a368c0d-bc1c-47c5-bf01-323c38243875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:49.403731 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-41656c8c-2e50-4a7b-8cfb-060cc64ab362 req-7a368c0d-bc1c-47c5-bf01-323c38243875 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0f0085a4f6749ad883b44fd85b77f3d&device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 1099 time: 0.1306951 Sep 03 14:24:49.406443 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d874fe7-4bd9-4528-afd8-b92931648db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:49.409268 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2d874fe7-4bd9-4528-afd8-b92931648db2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:49.413675 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] Allocated IP 172.20.0.1 (ba4f67b6-6867-4585-894f-04afec16c8e4/82eb6649-c61a-47b3-86b1-669452794c49/7e9ffbc9-f208-4b23-a180-ffefafdce5a7) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:24:49.621803 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41656c8c-2e50-4a7b-8cfb-060cc64ab362 req-0afb86f1-8cf6-4ded-b2c1-475e7a6ba2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:49.623956 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-41656c8c-2e50-4a7b-8cfb-060cc64ab362 req-0afb86f1-8cf6-4ded-b2c1-475e7a6ba2d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbd6e6cb-0033-47b2-8be9-e30f235ef328 HTTP/1.1" status: 200 len: 920 time: 0.2041214 Sep 03 14:24:49.750865 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-41656c8c-2e50-4a7b-8cfb-060cc64ab362 req-e1c71c62-1dfc-4b38-b7ec-7f20b2b032b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9031ac54-36c0-4a82-9617-ec41b2a11a84 HTTP/1.1" status: 200 len: 217 time: 0.1174188 Sep 03 14:24:49.756220 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43970) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:49.766567 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb785538-d3ac-456a-b5b5-6645257e3f7d req-ae16d2f9-3dbc-4452-b1dd-04ec552dcfe3 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:49.777386 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cb785538-d3ac-456a-b5b5-6645257e3f7d req-ae16d2f9-3dbc-4452-b1dd-04ec552dcfe3 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.5756755 Sep 03 14:24:49.801263 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-88b6de37-e93d-4b56-8fcb-3e1ba586f4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:49.881175 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41656c8c-2e50-4a7b-8cfb-060cc64ab362 req-86a471ae-2ba3-4f3d-a6cd-1f0443b2945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:49.884926 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-41656c8c-2e50-4a7b-8cfb-060cc64ab362 req-86a471ae-2ba3-4f3d-a6cd-1f0443b2945e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=174486f7-9963-4483-801b-f3f3a05a27a1 HTTP/1.1" status: 200 len: 859 time: 0.1215246 Sep 03 14:24:49.914071 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:49.938892 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-41656c8c-2e50-4a7b-8cfb-060cc64ab362 req-32076c2e-8e0e-4e82-beb7-03cb4d9fc919 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbd6e6cb-0033-47b2-8be9-e30f235ef328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459647 Sep 03 14:24:49.965649 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cb785538-d3ac-456a-b5b5-6645257e3f7d req-9550182f-35e9-4d24-b04b-432a4a7a7677 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871266 Sep 03 14:24:50.003958 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] Transition to ACTIVE for port object 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:24:50.011530 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e12d6a08-a204-4d84-808c-5a75f712efed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:50.029270 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e12d6a08-a204-4d84-808c-5a75f712efed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:50.065173 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-2d874fe7-4bd9-4528-afd8-b92931648db2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3402019 Sep 03 14:24:50.139530 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-41656c8c-2e50-4a7b-8cfb-060cc64ab362 req-2fa499f1-5d9b-484e-baf0-3582c85e3791 service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849735 Sep 03 14:24:50.166722 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d6a08-a204-4d84-808c-5a75f712efed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4efa96b-fb5a-45b1-b4dc-140a5aafcebd,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:50.182512 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e12d6a08-a204-4d84-808c-5a75f712efed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=deabe00f50b945649d7f4de685125694&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3748629 Sep 03 14:24:50.183298 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 43980) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:50.196415 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:50.221917 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b09c795-15a4-4e74-b742-413afb2d8b37 None None] Network 4690a0c5-0b65-4793-98b3-f2278d60d1cd requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:24:50.271061 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] Network ba4f67b6-6867-4585-894f-04afec16c8e4 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:24:50.305889 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:24:50.308583 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] Pushing event updated for resources: {'Port': ['ID=7e9ffbc9-f208-4b23-a180-ffefafdce5a7,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:50.311292 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:24:50.436660 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00e69d3f-1dde-44a1-9bbe-7d33d4d3cdc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:50.460344 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-41656c8c-2e50-4a7b-8cfb-060cc64ab362 req-694d1ef6-e744-49ca-8a21-73906f88ed6f service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955270 Sep 03 14:24:50.547272 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894143'] for router_interface, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:50.616637 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-88b6de37-e93d-4b56-8fcb-3e1ba586f4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:50.629476 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-88b6de37-e93d-4b56-8fcb-3e1ba586f4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:50.660281 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-88b6de37-e93d-4b56-8fcb-3e1ba586f4bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d7a2e2c0c464cc9b7382da055498655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8992605 Sep 03 14:24:50.669182 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692a1e3-4189-4b8c-9eb2-ba3e4edc489e req-dcf7660d-5e0b-4a54-8fdf-64a939168ec0 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:50.671427 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d692a1e3-4189-4b8c-9eb2-ba3e4edc489e req-dcf7660d-5e0b-4a54-8fdf-64a939168ec0 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 946 time: 0.1467242 Sep 03 14:24:50.672142 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 43994) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:50.787031 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-391c0e25-869e-44ec-bf55-400d8e2d04bf None None] Provisioning for port 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:24:50.791696 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d692a1e3-4189-4b8c-9eb2-ba3e4edc489e req-8951eaba-a210-4ba7-8db1-7da53003feda tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673904 Sep 03 14:24:50.801770 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-391c0e25-869e-44ec-bf55-400d8e2d04bf None None] Provisioning complete for port 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:24:50.802381 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6de37-e93d-4b56-8fcb-3e1ba586f4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298439c7-4355-4a5e-8d1b-459410c47168,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:50.808324 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-391c0e25-869e-44ec-bf55-400d8e2d04bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:50.823724 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e08cc0bc-e005-4ad2-b25e-321a0003ed8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:50.862298 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e08cc0bc-e005-4ad2-b25e-321a0003ed8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:50.862518 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-391c0e25-869e-44ec-bf55-400d8e2d04bf None None] Port 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:24:50.874272 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00e69d3f-1dde-44a1-9bbe-7d33d4d3cdc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:50.933380 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e08cc0bc-e005-4ad2-b25e-321a0003ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:50.936535 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e08cc0bc-e005-4ad2-b25e-321a0003ed8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:50.941162 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-e08cc0bc-e005-4ad2-b25e-321a0003ed8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/298439c7-4355-4a5e-8d1b-459410c47168 HTTP/1.1" status: 204 len: 168 time: 0.2666054 Sep 03 14:24:50.971548 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cc0bc-e005-4ad2-b25e-321a0003ed8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298439c7-4355-4a5e-8d1b-459410c47168,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:51.069199 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:24:51.183405 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:24:51.184019 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:51.332226 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00e69d3f-1dde-44a1-9bbe-7d33d4d3cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:51.335056 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00e69d3f-1dde-44a1-9bbe-7d33d4d3cdc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:51.340344 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 201fa0a0-1b7a-4c63-bafe-1ad48622fefb up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:24:51.346641 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-00e69d3f-1dde-44a1-9bbe-7d33d4d3cdc1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4efa96b-fb5a-45b1-b4dc-140a5aafcebd HTTP/1.1" status: 204 len: 168 time: 1.1560841 Sep 03 14:24:51.434431 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port 201fa0a0-1b7a-4c63-bafe-1ad48622fefb completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:24:51.445139 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 201fa0a0-1b7a-4c63-bafe-1ad48622fefb triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:24:51.445547 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:51.453509 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e69d3f-1dde-44a1-9bbe-7d33d4d3cdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4efa96b-fb5a-45b1-b4dc-140a5aafcebd,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:51.486711 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:51.508409 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01570bc4-3f13-45bc-9fc2-af5a7a94fd61 req-a8194469-1a83-4a2d-84df-154edcbb67d8 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:51.525268 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-01570bc4-3f13-45bc-9fc2-af5a7a94fd61 req-a8194469-1a83-4a2d-84df-154edcbb67d8 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.3719494 Sep 03 14:24:51.729440 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:51.787404 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port 201fa0a0-1b7a-4c63-bafe-1ad48622fefb, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=201fa0a0-1b7a-4c63-bafe-1ad48622fefb,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:24:51.801300 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:51.802875 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-01570bc4-3f13-45bc-9fc2-af5a7a94fd61 req-289ec926-8389-4340-8f65-71af4655a157 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759752 Sep 03 14:24:51.947484 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=201fa0a0-1b7a-4c63-bafe-1ad48622fefb,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:52.029005 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa336f-712a-41e3-bdd3-61b3d6b96304 req-71d7d274-2dd9-4245-bcea-187f13c3683a tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:52.031217 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-48fa336f-712a-41e3-bdd3-61b3d6b96304 req-71d7d274-2dd9-4245-bcea-187f13c3683a tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 946 time: 0.0880432 Sep 03 14:24:52.095164 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-48fa336f-712a-41e3-bdd3-61b3d6b96304 req-63237c64-c545-4d85-adee-bc5e0c2a5c2a tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560081 Sep 03 14:24:52.144145 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:52.151289 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:52.239464 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] Pushing event updated for resources: {'Port': ['ID=7e9ffbc9-f208-4b23-a180-ffefafdce5a7,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:52.242828 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945967'] for router_interface, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:52.410425 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] Network ba4f67b6-6867-4585-894f-04afec16c8e4 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:24:52.411874 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:24:52.817040 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c7bae9a5-5f80-4c38-9eac-1057c5ce13b0 None None] Provisioning complete for port 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:24:52.817944 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c7bae9a5-5f80-4c38-9eac-1057c5ce13b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:52.900752 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 201fa0a0-1b7a-4c63-bafe-1ad48622fefb up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:24:52.955922 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] Router 892a691a-b7ae-4819-84dc-23d1e14e0236 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:24:53.053605 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c7bae9a5-5f80-4c38-9eac-1057c5ce13b0 None None] Port 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:24:53.087245 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 201fa0a0-1b7a-4c63-bafe-1ad48622fefb triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:24:53.088130 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:53.120281 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f9e66-7fc0-449b-b891-1ca7d013b86d req-656e3d59-ed56-4b67-b615-c004b900c32b tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:53.123577 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-b10f9e66-7fc0-449b-b891-1ca7d013b86d req-656e3d59-ed56-4b67-b615-c004b900c32b tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1337049 Sep 03 14:24:53.186432 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-b10f9e66-7fc0-449b-b891-1ca7d013b86d req-05d476d4-2624-4853-bb00-bbaa8ea9667d tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493643 Sep 03 14:24:53.227452 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 44086) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:53.307330 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbb372-ad62-4f49-800c-ea3ab22b499f req-32955a0c-f781-4f0a-92df-fcfadbf9f65e tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:53.308954 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-92cbb372-ad62-4f49-800c-ea3ab22b499f req-32955a0c-f781-4f0a-92df-fcfadbf9f65e tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 946 time: 0.1205385 Sep 03 14:24:53.316331 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:24:53.322825 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-5ccac17b-7bbe-4849-b927-391fbf6fd7e3 admin admin] 10.222.0.23 "PUT /v2.0/routers/892a691a-b7ae-4819-84dc-23d1e14e0236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1391857 Sep 03 14:24:53.338035 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Sync routers for ids ['892a691a-b7ae-4819-84dc-23d1e14e0236'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:24:53.359962 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Routers {'892a691a-b7ae-4819-84dc-23d1e14e0236'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:24:53.364610 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:24:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['892a691a-b7ae-4819-84dc-23d1e14e0236'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:24:53.375376 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-92cbb372-ad62-4f49-800c-ea3ab22b499f req-d3a9eb9a-6bdd-4948-b61f-08554b788438 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497658 Sep 03 14:24:53.560628 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Set router 892a691a-b7ae-4819-84dc-23d1e14e0236 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:24:53.830993 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c649151e-2e53-4b3b-9f3d-8222f0cd46dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:53.939596 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port': {'id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:42Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '7e9ffbc9-f208-4b23-a180-ffefafdce5a7', 'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'mac_address': 'fa:16:3e:99:dc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '82eb6649-c61a-47b3-86b1-669452794c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:48Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 2, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'subnets': [{'id': '82eb6649-c61a-47b3-86b1-669452794c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:24:54.001253 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c649151e-2e53-4b3b-9f3d-8222f0cd46dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:54.005478 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Checking router: 892a691a-b7ae-4819-84dc-23d1e14e0236 for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:24:54.005972 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Updating router 892a691a-b7ae-4819-84dc-23d1e14e0236 port 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 binding host dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:24:54.007306 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c649151e-2e53-4b3b-9f3d-8222f0cd46dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:54.032764 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:54.063341 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-c649151e-2e53-4b3b-9f3d-8222f0cd46dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17e8187eaf7a479a8f1f5c120ebbd94e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8324428 Sep 03 14:24:54.063341 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649151e-2e53-4b3b-9f3d-8222f0cd46dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a97bbff-eb98-44b1-b98a-6f0060e18f66,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:54.063836 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 44118) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:54.204845 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d1b803a3-7dae-4ad7-84fc-99f71a8ad3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:54.250082 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d1b803a3-7dae-4ad7-84fc-99f71a8ad3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:54.415724 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d1b803a3-7dae-4ad7-84fc-99f71a8ad3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:54.419693 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d1b803a3-7dae-4ad7-84fc-99f71a8ad3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:54.423777 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d1b803a3-7dae-4ad7-84fc-99f71a8ad3d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a97bbff-eb98-44b1-b98a-6f0060e18f66 HTTP/1.1" status: 204 len: 168 time: 0.3585708 Sep 03 14:24:54.470217 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b803a3-7dae-4ad7-84fc-99f71a8ad3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a97bbff-eb98-44b1-b98a-6f0060e18f66,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:54.487401 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cec69-191f-435d-bfe4-b99acc0128f5 req-e6035ec8-2d6b-4301-b3f7-5bff87860f0d tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:54.489262 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-640cec69-191f-435d-bfe4-b99acc0128f5 req-e6035ec8-2d6b-4301-b3f7-5bff87860f0d tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1248124 Sep 03 14:24:54.592370 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:54.592774 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-640cec69-191f-435d-bfe4-b99acc0128f5 req-052bf442-b986-4099-9d1d-a15e2447afe5 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876005 Sep 03 14:24:54.615246 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Transition to ACTIVE for port object 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:24:54.633271 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:54.757210 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c88ee6-1c7f-4878-a3ff-4a51db7e16a5 None None] Pushing event updated for resources: {'Port': ['ID=7e9ffbc9-f208-4b23-a180-ffefafdce5a7,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:54.804149 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20943f-5b22-4429-9e45-70518aa8ad9d req-ac69b16f-7e99-4538-b401-af6ffb360ae9 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:54.806366 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2f20943f-5b22-4429-9e45-70518aa8ad9d req-ac69b16f-7e99-4538-b401-af6ffb360ae9 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 946 time: 0.0956421 Sep 03 14:24:54.910471 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2f20943f-5b22-4429-9e45-70518aa8ad9d req-233adb30-18a6-44f1-aa3b-5606796363a9 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972059 Sep 03 14:24:54.914443 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Attempting to bind port 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:24:54.914829 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Attempting to bind port 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': 'eeba19bd-af1c-40fb-a40e-a819df1d18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:24:54.915237 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Attempting to bind port 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 on network ba4f67b6-6867-4585-894f-04afec16c8e4 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:24:54.924425 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:24:54.924811 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Checking segment: {'id': 'eeba19bd-af1c-40fb-a40e-a819df1d18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:24:54.925235 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:54.925645 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Bound using segment: {'id': 'eeba19bd-af1c-40fb-a40e-a819df1d18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:24:54.927352 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Bound port: 7e9ffbc9-f208-4b23-a180-ffefafdce5a7, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeba19bd-af1c-40fb-a40e-a819df1d18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:24:54.927689 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:54.935802 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 44180) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:54.940649 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-8d7eeb4a-0066-4e30-ab70-0169023f4133 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1941256629', 'description': 'tempest-description--2054964861'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:24:55.001867 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8d7eeb4a-0066-4e30-ab70-0169023f4133 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:55.115711 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f57f4-c9d2-44f7-b1e9-80938ebbcefd req-c415ec56-c9d6-422d-9097-99e52d36bea5 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:55.124062 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-358f57f4-c9d2-44f7-b1e9-80938ebbcefd req-c415ec56-c9d6-422d-9097-99e52d36bea5 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.11 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 946 time: 0.2016082 Sep 03 14:24:55.133218 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] For port 7e9ffbc9-f208-4b23-a180-ffefafdce5a7, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:24:55.141774 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] For port 7e9ffbc9-f208-4b23-a180-ffefafdce5a7, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=7e9ffbc9-f208-4b23-a180-ffefafdce5a7,segment=NetworkSegment(eeba19bd-af1c-40fb-a40e-a819df1d18bb),segment_id=eeba19bd-af1c-40fb-a40e-a819df1d18bb)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:24:55.153383 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 44190) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:55.161692 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:55.208040 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-97868923-3c29-4f4c-aa5e-28d64c7d8009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:55.379301 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Routers {'892a691a-b7ae-4819-84dc-23d1e14e0236'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:24:55.380668 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:24:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['892a691a-b7ae-4819-84dc-23d1e14e0236'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:24:55.391952 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8d7eeb4a-0066-4e30-ab70-0169023f4133 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:55.406669 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8d7eeb4a-0066-4e30-ab70-0169023f4133 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:55.464640 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c88ee6-1c7f-4878-a3ff-4a51db7e16a5 None None] Pushing event updated for resources: {'Port': ['ID=7e9ffbc9-f208-4b23-a180-ffefafdce5a7,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:55.551508 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7eeb4a-0066-4e30-ab70-0169023f4133 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349fda1d-4636-4992-b34a-f0bb9fcfc7f0,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:55.700354 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] Set router 892a691a-b7ae-4819-84dc-23d1e14e0236 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:24:55.867164 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-97868923-3c29-4f4c-aa5e-28d64c7d8009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:55.891197 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-97868923-3c29-4f4c-aa5e-28d64c7d8009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:55.919300 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8d7eeb4a-0066-4e30-ab70-0169023f4133 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:55.921512 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8d7eeb4a-0066-4e30-ab70-0169023f4133 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9843843 Sep 03 14:24:55.942257 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 44226) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:55.954698 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5c67b-2e15-4534-b913-0aad1f2f9f48 req-9e1d8c06-6421-487f-ab0c-4779e793b88d tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:55.956814 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-07b5c67b-2e15-4534-b913-0aad1f2f9f48 req-9e1d8c06-6421-487f-ab0c-4779e793b88d tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.2261028 Sep 03 14:24:55.966395 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-5bc83875-ea21-46b4-ab1e-7451b998df7c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Request body: {'security_group_rule': {'security_group_id': '349fda1d-4636-4992-b34a-f0bb9fcfc7f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:24:56.005741 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-97868923-3c29-4f4c-aa5e-28d64c7d8009 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e26115cd7e614148bf3c6e51e9d6d6db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8529396 Sep 03 14:24:56.010350 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 44228) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:56.029006 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97868923-3c29-4f4c-aa5e-28d64c7d8009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3fd3f2-19bd-402b-b512-9938af0b182a,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:56.057563 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 44230) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:56.082342 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [req-358f57f4-c9d2-44f7-b1e9-80938ebbcefd req-acee6359-7fb6-4214-9d98-0f7a4803b636 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Deleting port d4fc2a0d-86be-46e4-9e2e-54c665bee46f {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:24:56.082715 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-358f57f4-c9d2-44f7-b1e9-80938ebbcefd req-acee6359-7fb6-4214-9d98-0f7a4803b636 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:56.120745 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-07b5c67b-2e15-4534-b913-0aad1f2f9f48 req-ac31955d-2f3d-4531-88a1-c2e5c45dcf6a tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495643 Sep 03 14:24:56.144502 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5bc83875-ea21-46b4-ab1e-7451b998df7c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:56.217982 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ffeb1-662c-42d0-8068-3321a2dea949 req-94c95df1-82cc-4e48-a975-73c96d54b055 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:56.220791 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-222c8a62-b82e-4c56-92d6-3a2c7afdffc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:56.229361 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-933ffeb1-662c-42d0-8068-3321a2dea949 req-94c95df1-82cc-4e48-a975-73c96d54b055 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 946 time: 0.2143843 Sep 03 14:24:56.276744 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [req-358f57f4-c9d2-44f7-b1e9-80938ebbcefd req-acee6359-7fb6-4214-9d98-0f7a4803b636 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] For port d4fc2a0d-86be-46e4-9e2e-54c665bee46f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d4fc2a0d-86be-46e4-9e2e-54c665bee46f,segment=NetworkSegment(90f9cb4e-610e-4331-a241-b6080a43aa5f),segment_id=90f9cb4e-610e-4331-a241-b6080a43aa5f)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:24:56.277373 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-358f57f4-c9d2-44f7-b1e9-80938ebbcefd req-acee6359-7fb6-4214-9d98-0f7a4803b636 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:56.328284 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-933ffeb1-662c-42d0-8068-3321a2dea949 req-11a3b5ab-07f9-489f-9f7f-f5aa0a430f5f tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932229 Sep 03 14:24:56.331509 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [req-358f57f4-c9d2-44f7-b1e9-80938ebbcefd req-acee6359-7fb6-4214-9d98-0f7a4803b636 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Calling delete_port for d4fc2a0d-86be-46e4-9e2e-54c665bee46f owned by compute:nova {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:24:56.343454 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port': {'id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:42Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '7e9ffbc9-f208-4b23-a180-ffefafdce5a7', 'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'mac_address': 'fa:16:3e:99:dc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '82eb6649-c61a-47b3-86b1-669452794c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:48Z', 'updated_at': '2021-09-03T14:24:55Z', 'revision_number': 4, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'subnets': [{'id': '82eb6649-c61a-47b3-86b1-669452794c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:24:56.358091 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-222c8a62-b82e-4c56-92d6-3a2c7afdffc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:56.372899 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0613e4b5-be31-4dda-aee4-a28e778e7802 None None] The sync data for ids ['892a691a-b7ae-4819-84dc-23d1e14e0236'] in dv-cinder-759955-20-iscsi is: [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port': {'id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:42Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '7e9ffbc9-f208-4b23-a180-ffefafdce5a7', 'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'mac_address': 'fa:16:3e:99:dc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '82eb6649-c61a-47b3-86b1-669452794c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:48Z', 'updated_at': '2021-09-03T14:24:55Z', 'revision_number': 4, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'subnets': [{'id': '82eb6649-c61a-47b3-86b1-669452794c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:24:56.376029 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1d4e0b94-9353-45f7-890a-de5a9c0f73f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:56.509820 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5bc83875-ea21-46b4-ab1e-7451b998df7c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:56.530814 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5bc83875-ea21-46b4-ab1e-7451b998df7c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:56.558231 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-222c8a62-b82e-4c56-92d6-3a2c7afdffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:56.563211 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-222c8a62-b82e-4c56-92d6-3a2c7afdffc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:56.565357 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-222c8a62-b82e-4c56-92d6-3a2c7afdffc4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de3fd3f2-19bd-402b-b512-9938af0b182a HTTP/1.1" status: 204 len: 168 time: 0.5527847 Sep 03 14:24:56.591268 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc83875-ea21-46b4-ab1e-7451b998df7c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1319aadb-c0ed-4617-b52a-3cc0246be2ee,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:56.608379 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c8a62-b82e-4c56-92d6-3a2c7afdffc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3fd3f2-19bd-402b-b512-9938af0b182a,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:56.629427 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-358f57f4-c9d2-44f7-b1e9-80938ebbcefd req-acee6359-7fb6-4214-9d98-0f7a4803b636 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:56.693733 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee6359-7fb6-4214-9d98-0f7a4803b636 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Pushing event deleted for resources: {'Port': ['ID=d4fc2a0d-86be-46e4-9e2e-54c665bee46f,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:56.778720 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1d4e0b94-9353-45f7-890a-de5a9c0f73f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:56.790629 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1d4e0b94-9353-45f7-890a-de5a9c0f73f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:56.813835 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [req-358f57f4-c9d2-44f7-b1e9-80938ebbcefd req-acee6359-7fb6-4214-9d98-0f7a4803b636 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] No DVR routers for this DVR port d4fc2a0d-86be-46e4-9e2e-54c665bee46f on host hv-cinder-75995 {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:24:56.818909 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-358f57f4-c9d2-44f7-b1e9-80938ebbcefd req-acee6359-7fb6-4214-9d98-0f7a4803b636 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:56.822476 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-358f57f4-c9d2-44f7-b1e9-80938ebbcefd req-acee6359-7fb6-4214-9d98-0f7a4803b636 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.11 "DELETE /v2.0/ports/d4fc2a0d-86be-46e4-9e2e-54c665bee46f HTTP/1.1" status: 204 len: 173 time: 1.6915493 Sep 03 14:24:56.823308 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802b726d-7051-4b29-b2a7-220524a917d7', 'name': 'network-vif-deleted', 'tag': 'd4fc2a0d-86be-46e4-9e2e-54c665bee46f'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:24:56.832522 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1d4e0b94-9353-45f7-890a-de5a9c0f73f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7cdae51e590a499cae6cccc0513e3eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7633770 Sep 03 14:24:56.832522 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5bc83875-ea21-46b4-ab1e-7451b998df7c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:56.832522 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-5bc83875-ea21-46b4-ab1e-7451b998df7c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8696451 Sep 03 14:24:56.833021 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12eafbc-3134-4c21-ad3b-1cdaa37519c0" -d '{"events": [{"server_uuid": "802b726d-7051-4b29-b2a7-220524a917d7", "name": "network-vif-deleted", "tag": "d4fc2a0d-86be-46e4-9e2e-54c665bee46f"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:24:56.833021 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 44244) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:56.838175 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-ef3748ff-2711-4a25-b42d-585604f9e812 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Request body: {'security_group_rule': {'security_group_id': '349fda1d-4636-4992-b34a-f0bb9fcfc7f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:24:56.842880 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 44246) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:56.881699 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e0b94-9353-45f7-890a-de5a9c0f73f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a847e1d-2783-4f10-8e7f-938b9a739912,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:56.928448 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7888a5d0-ab6e-4588-8e5c-14b086529ebd x-openstack-request-id: req-7888a5d0-ab6e-4588-8e5c-14b086529ebd {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:24:56.928796 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802b726d-7051-4b29-b2a7-220524a917d7", "name": "network-vif-deleted", "tag": "d4fc2a0d-86be-46e4-9e2e-54c665bee46f", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:24:56.929025 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7888a5d0-ab6e-4588-8e5c-14b086529ebd {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:24:56.929398 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802b726d-7051-4b29-b2a7-220524a917d7', 'name': 'network-vif-deleted', 'tag': 'd4fc2a0d-86be-46e4-9e2e-54c665bee46f', 'status': 'completed', 'code': 200} Sep 03 14:24:56.948634 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ef3748ff-2711-4a25-b42d-585604f9e812 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:56.987172 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-adf7be80-5dc6-4389-bd38-d87815c3b91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:57.035669 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:24:57.074975 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-adf7be80-5dc6-4389-bd38-d87815c3b91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:57.130270 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ef3748ff-2711-4a25-b42d-585604f9e812 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:57.136028 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ef3748ff-2711-4a25-b42d-585604f9e812 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:57.186465 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3748ff-2711-4a25-b42d-585604f9e812 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1570f25-8366-472c-a601-994c727bc508,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:57.192944 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ef3748ff-2711-4a25-b42d-585604f9e812 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:57.197991 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-ef3748ff-2711-4a25-b42d-585604f9e812 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3609493 Sep 03 14:24:57.198381 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 44256) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:57.203315 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-3dad540b-d6e0-4e86-bd2f-431793e242b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Request body: {'floatingip': {'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:24:57.234116 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:24:57.243085 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:24:57.243683 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:57.260910 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-adf7be80-5dc6-4389-bd38-d87815c3b91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:57.273974 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-adf7be80-5dc6-4389-bd38-d87815c3b91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:57.273974 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-adf7be80-5dc6-4389-bd38-d87815c3b91b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a847e1d-2783-4f10-8e7f-938b9a739912 HTTP/1.1" status: 204 len: 168 time: 0.4290168 Sep 03 14:24:57.291626 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3dad540b-d6e0-4e86-bd2f-431793e242b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for floatingip, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:57.313017 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7be80-5dc6-4389-bd38-d87815c3b91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a847e1d-2783-4f10-8e7f-938b9a739912,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:57.551813 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5631cf-56a9-4aef-9113-ee8a8d727af9 req-20989858-3d55-45fc-9024-18fb6668ebb0 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:57.568383 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5f5631cf-56a9-4aef-9113-ee8a8d727af9 req-20989858-3d55-45fc-9024-18fb6668ebb0 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.2354527 Sep 03 14:24:57.621462 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3dad540b-d6e0-4e86-bd2f-431793e242b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:57.681338 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:57.713978 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5f5631cf-56a9-4aef-9113-ee8a8d727af9 req-04e39c8d-cb22-4a3a-b591-c08d18453f93 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423419 Sep 03 14:24:57.782844 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port 7e9ffbc9-f208-4b23-a180-ffefafdce5a7, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=7e9ffbc9-f208-4b23-a180-ffefafdce5a7,segment=NetworkSegment(eeba19bd-af1c-40fb-a40e-a819df1d18bb),segment_id=eeba19bd-af1c-40fb-a40e-a819df1d18bb)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:24:57.789014 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9704c63a-06bb-4b16-a10e-3e1fc10f0824 req-94307ed7-29f7-42ed-ad8b-81e851b41830 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=802b726d-7051-4b29-b2a7-220524a917d7 HTTP/1.1" status: 200 len: 210 time: 0.0686424 Sep 03 14:24:57.798829 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:57.873270 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-3dad540b-d6e0-4e86-bd2f-431793e242b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Allocated IP 172.27.3.88 (71a2aaf5-8009-41a7-aebe-f6027ce2b898/3592d6f5-ce6a-448b-9072-bd66af67c647/8d4e9c52-6b21-4601-8ae6-09cbe6dd2f98) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:24:57.905786 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=7e9ffbc9-f208-4b23-a180-ffefafdce5a7,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:58.019167 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3dad540b-d6e0-4e86-bd2f-431793e242b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:58.055063 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 44286) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:58.073367 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3dad540b-d6e0-4e86-bd2f-431793e242b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:58.073597 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-47be90f1-2cfd-48ac-8d35-efc2d4333ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:58.152864 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dad540b-d6e0-4e86-bd2f-431793e242b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:24:58.159384 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-3dad540b-d6e0-4e86-bd2f-431793e242b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:24:58.163378 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dad540b-d6e0-4e86-bd2f-431793e242b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:24:58.225957 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad540b-d6e0-4e86-bd2f-431793e242b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Pushing event updated for resources: {'Port': ['ID=8d4e9c52-6b21-4601-8ae6-09cbe6dd2f98,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:58.264880 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-47be90f1-2cfd-48ac-8d35-efc2d4333ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:58.271182 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-47be90f1-2cfd-48ac-8d35-efc2d4333ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:58.328176 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3dad540b-d6e0-4e86-bd2f-431793e242b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:58.375479 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-47be90f1-2cfd-48ac-8d35-efc2d4333ab0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e2607608de74427bf799bb9b731624f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189991 Sep 03 14:24:58.380252 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 44298) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:58.391455 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3dad540b-d6e0-4e86-bd2f-431793e242b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:58.409611 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be90f1-2cfd-48ac-8d35-efc2d4333ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c4e136-7de7-4c8a-82af-ad9091a17850,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:58.486717 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8b8708bd-cce5-4d43-b236-14d83aba17d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:58.494768 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device d4fc2a0d-86be-46e4-9e2e-54c665bee46f no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:24:58.522497 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8b8708bd-cce5-4d43-b236-14d83aba17d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:58.565036 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: d4fc2a0d-86be-46e4-9e2e-54c665bee46f {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:24:58.565601 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device d4fc2a0d-86be-46e4-9e2e-54c665bee46f not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:24:58.602195 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8b8708bd-cce5-4d43-b236-14d83aba17d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:58.610432 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8b8708bd-cce5-4d43-b236-14d83aba17d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:58.612717 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-8b8708bd-cce5-4d43-b236-14d83aba17d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b0c4e136-7de7-4c8a-82af-ad9091a17850 HTTP/1.1" status: 204 len: 168 time: 0.2312343 Sep 03 14:24:58.630772 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8708bd-cce5-4d43-b236-14d83aba17d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c4e136-7de7-4c8a-82af-ad9091a17850,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:58.683503 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3dad540b-d6e0-4e86-bd2f-431793e242b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:58.690076 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3dad540b-d6e0-4e86-bd2f-431793e242b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:58.779574 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad540b-d6e0-4e86-bd2f-431793e242b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Pushing event updated for resources: {'Port': ['ID=8d4e9c52-6b21-4601-8ae6-09cbe6dd2f98,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:24:58.794020 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3dad540b-d6e0-4e86-bd2f-431793e242b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-894004'] for floatingip, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:58.813322 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3dad540b-d6e0-4e86-bd2f-431793e242b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:58.826635 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3dad540b-d6e0-4e86-bd2f-431793e242b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6270552 Sep 03 14:24:58.846201 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:24:59.016211 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7b2d4-7f6d-40e4-8e36-0f7509fa795d req-b5439a04-db6c-4316-b9c9-91f307009fa8 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:59.022398 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:24:59.023040 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:59.026962 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a0d7b2d4-7f6d-40e4-8e36-0f7509fa795d req-b5439a04-db6c-4316-b9c9-91f307009fa8 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1600873 Sep 03 14:24:59.097456 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a0d7b2d4-7f6d-40e4-8e36-0f7509fa795d req-ef272d3c-356e-4ab4-b499-90159e625acc tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692725 Sep 03 14:24:59.354179 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 44346) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:24:59.414657 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-2a927914-0711-44fc-a680-9c1dfea9076d tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1941256629&fields=id&tenant_id=91f21185d42d4c3ca4b3d81f557ff12c HTTP/1.1" status: 200 len: 267 time: 0.1632531 Sep 03 14:24:59.567092 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-dfbee2e6-bed1-4ed5-9f92-212950c4056f tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:59.576620 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-dfbee2e6-bed1-4ed5-9f92-212950c4056f tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/networks?id=ba4f67b6-6867-4585-894f-04afec16c8e4 HTTP/1.1" status: 200 len: 810 time: 0.1601782 Sep 03 14:24:59.593484 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-23ff3e69-bb70-4663-b41e-449670567bd7 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/quotas/91f21185d42d4c3ca4b3d81f557ff12c HTTP/1.1" status: 200 len: 375 time: 0.0158689 Sep 03 14:24:59.650728 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-b3b6f638-2d57-4d28-8fed-a1b241d5cee2 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91f21185d42d4c3ca4b3d81f557ff12c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0560730 Sep 03 14:24:59.684843 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0026a475-dce8-44cb-840d-a4532662bc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:24:59.761097 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-88f4ce21-828d-4bae-86bf-a66f44804f76 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:24:59.763267 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-88f4ce21-828d-4bae-86bf-a66f44804f76 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/networks?id=481ed543-e36a-4e78-ab4f-0684a99e1fac HTTP/1.1" status: 200 len: 808 time: 0.2712755 Sep 03 14:24:59.796346 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-68bd5f0c-81a4-4d5c-863d-45b93b690301 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/quotas/b3dee464dea94fca8216c922844392c1 HTTP/1.1" status: 200 len: 375 time: 0.0271578 Sep 03 14:24:59.809013 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-66342cce-271c-4885-b057-d85672cb2235 service neutron] 10.222.0.23 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341677 Sep 03 14:24:59.842239 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-5cc752d8-8afd-4933-a05e-9615a0aa5cd6 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3dee464dea94fca8216c922844392c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300174 Sep 03 14:24:59.947439 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-f57062df-7a0d-4477-8b55-2b0a41c1abdb service neutron] 10.222.0.23 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274259 Sep 03 14:25:00.015266 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0026a475-dce8-44cb-840d-a4532662bc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:00.027707 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-a7207bc5-2a5e-4232-bd57-45e7a32776e2 service neutron] 10.222.0.23 "GET /v2.0/networks/481ed543-e36a-4e78-ab4f-0684a99e1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580005 Sep 03 14:25:00.027965 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0026a475-dce8-44cb-840d-a4532662bc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:00.102375 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026a475-dce8-44cb-840d-a4532662bc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0396b5-0657-40e6-8b6a-c8f2e33fa46b,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:00.120646 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-0026a475-dce8-44cb-840d-a4532662bc51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ffe71169c6b434d9d152a14cc1c9372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7627892 Sep 03 14:25:00.120940 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 44390) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:00.155756 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-69d6db3f-ec0d-4ad8-a042-63346b1f2afb req-2d6bda63-fbfc-4952-940a-2d41ac2e79e6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 210 time: 0.0502369 Sep 03 14:25:00.246869 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-a02634d5-0a92-4f0f-a73f-301ba8f160da service neutron] 10.222.0.23 "GET /v2.0/networks/481ed543-e36a-4e78-ab4f-0684a99e1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148068 Sep 03 14:25:00.309802 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-077adfbe-4178-4617-9cd8-2c246d7a5804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:00.366826 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6e143-f0d8-4b47-8a34-844a2a0bfc32 req-9123aaa5-f929-4c51-95b4-ed0f2ebf6521 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:00.374868 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-077adfbe-4178-4617-9cd8-2c246d7a5804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:00.377838 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-01b6e143-f0d8-4b47-8a34-844a2a0bfc32 req-9123aaa5-f929-4c51-95b4-ed0f2ebf6521 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1046474 Sep 03 14:25:00.413485 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:00.472176 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-01b6e143-f0d8-4b47-8a34-844a2a0bfc32 req-c399c5ac-2df0-4b45-9726-dde4c4eb4bad tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910072 Sep 03 14:25:00.517420 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-077adfbe-4178-4617-9cd8-2c246d7a5804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:00.520064 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-077adfbe-4178-4617-9cd8-2c246d7a5804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:00.522307 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-077adfbe-4178-4617-9cd8-2c246d7a5804 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f0396b5-0657-40e6-8b6a-c8f2e33fa46b HTTP/1.1" status: 204 len: 168 time: 0.4003429 Sep 03 14:25:00.540926 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077adfbe-4178-4617-9cd8-2c246d7a5804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0396b5-0657-40e6-8b6a-c8f2e33fa46b,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:00.651838 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-768fa78b-d6ed-42f3-9493-8756963cb4d0 req-dad0d1a5-bff7-4356-9ca1-d45c5d3aae6b tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 210 time: 0.0822492 Sep 03 14:25:01.317172 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:25:01.329690 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c0b06702-dfc8-4324-aa58-090af6dd0b9c req-e590b18b-8a2d-4390-ae1a-5e367d9e7eaa tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 210 time: 0.0611479 Sep 03 14:25:01.671207 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9224748-db34-4db5-898b-4d2bef3ee31e req-34af4179-e45c-4bc7-afec-501e69cb89d8 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:01.681689 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d9224748-db34-4db5-898b-4d2bef3ee31e req-34af4179-e45c-4bc7-afec-501e69cb89d8 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0792780 Sep 03 14:25:01.789473 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d9224748-db34-4db5-898b-4d2bef3ee31e req-1f5ac279-34dd-421c-a3e5-96d7bd6155aa tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043239 Sep 03 14:25:01.847111 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6ebe8e12-ec43-4c84-8a98-df412f8ea418 req-1a6f1974-c9cb-4afb-a31c-60227ba9f131 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 210 time: 0.0555913 Sep 03 14:25:02.036661 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-04078cf4-46b7-4b58-ba94-8e65a696bc99 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:02.038438 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-04078cf4-46b7-4b58-ba94-8e65a696bc99 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.11 "GET /v2.0/networks?id=ba4f67b6-6867-4585-894f-04afec16c8e4 HTTP/1.1" status: 200 len: 810 time: 0.1815815 Sep 03 14:25:02.118760 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-3b22bee9-b91f-497f-9707-9cf5509015bb tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91f21185d42d4c3ca4b3d81f557ff12c HTTP/1.1" status: 200 len: 380 time: 0.0669284 Sep 03 14:25:02.135853 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-60a93cbd-1e36-4def-b9f0-bdf85cac925c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Request body: {'port': {'device_id': '1c6cb483-503c-41ae-bf9b-72bfbb9edb9f', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'admin_state_up': True, 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'security_groups': ['349fda1d-4636-4992-b34a-f0bb9fcfc7f0']}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:25:02.408326 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-60a93cbd-1e36-4def-b9f0-bdf85cac925c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Made reservation on behalf of 91f21185d42d4c3ca4b3d81f557ff12c for: {'port': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:25:02.412475 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-60a93cbd-1e36-4def-b9f0-bdf85cac925c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:02.507030 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a04c8e47-264e-4558-8e3a-31b000ae3542 req-a6dec308-506c-4be0-8411-90802119b8c6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 210 time: 0.0369592 Sep 03 14:25:02.566645 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-08a14cc4-8d40-4e67-ad17-3c22f0cada0f tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:02.568956 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-08a14cc4-8d40-4e67-ad17-3c22f0cada0f tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.11 "GET /v2.0/networks?id=481ed543-e36a-4e78-ab4f-0684a99e1fac HTTP/1.1" status: 200 len: 808 time: 0.2745783 Sep 03 14:25:02.666345 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-60a93cbd-1e36-4def-b9f0-bdf85cac925c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Allocated IP 172.20.0.12 (ba4f67b6-6867-4585-894f-04afec16c8e4/82eb6649-c61a-47b3-86b1-669452794c49/edfb25f7-2b84-4cd9-a638-781270e0a176) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:25:02.673326 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-0cfc93b6-2974-467e-9454-a5f4e79b7261 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Request body: {'port': {'device_id': '09e5f5f6-0522-469b-ac11-f68408de3d7f', 'network_id': '481ed543-e36a-4e78-ab4f-0684a99e1fac', 'admin_state_up': True, 'tenant_id': 'b3dee464dea94fca8216c922844392c1'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:25:02.972024 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-0cfc93b6-2974-467e-9454-a5f4e79b7261 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Made reservation on behalf of b3dee464dea94fca8216c922844392c1 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:25:02.984060 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-0cfc93b6-2974-467e-9454-a5f4e79b7261 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:03.031218 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-60a93cbd-1e36-4def-b9f0-bdf85cac925c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:03.053445 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-60a93cbd-1e36-4def-b9f0-bdf85cac925c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Transition to ACTIVE for port object edfb25f7-2b84-4cd9-a638-781270e0a176 will not be triggered until provisioned by entity DHCP. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:25:03.063263 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3ca4c-cdf0-4e4e-a010-5bb493acbf5e req-0bb881a0-1643-43c8-93e1-45944c573506 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:03.065069 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d4e3ca4c-cdf0-4e4e-a010-5bb493acbf5e req-0bb881a0-1643-43c8-93e1-45944c573506 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1046839 Sep 03 14:25:03.119601 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-630fa452-e8d2-44ce-8aea-00c2157fa7ae req-edcea781-50d7-4a50-97f8-d0ef31db5230 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 210 time: 0.0743132 Sep 03 14:25:03.143836 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-60a93cbd-1e36-4def-b9f0-bdf85cac925c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:03.148530 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d4e3ca4c-cdf0-4e4e-a010-5bb493acbf5e req-d86cb468-f604-4b6d-b518-5d18399ea591 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749731 Sep 03 14:25:03.242426 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-60a93cbd-1e36-4def-b9f0-bdf85cac925c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Network ba4f67b6-6867-4585-894f-04afec16c8e4 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:25:03.245118 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-60a93cbd-1e36-4def-b9f0-bdf85cac925c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:25:03.262902 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a93cbd-1e36-4def-b9f0-bdf85cac925c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Pushing event updated for resources: {'Port': ['ID=edfb25f7-2b84-4cd9-a638-781270e0a176,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:03.284119 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-60a93cbd-1e36-4def-b9f0-bdf85cac925c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:25:03.375871 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-0cfc93b6-2974-467e-9454-a5f4e79b7261 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Allocated IP 172.20.0.2 (481ed543-e36a-4e78-ab4f-0684a99e1fac/d16f1da0-d428-409b-9b39-90c7cb9b2454/38e2c60e-c6e5-4a47-b7f1-9f659c0e654a) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:25:03.386755 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-60a93cbd-1e36-4def-b9f0-bdf85cac925c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:03.387607 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-60a93cbd-1e36-4def-b9f0-bdf85cac925c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:03.443873 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-60a93cbd-1e36-4def-b9f0-bdf85cac925c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3187349 Sep 03 14:25:03.467755 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Request body: {'port': {'device_id': '1c6cb483-503c-41ae-bf9b-72bfbb9edb9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:25:03.562296 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:03.712017 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-a3ff9bf2-e128-46c6-87ec-a4e4bfbd0db9 None None] Provisioning for port edfb25f7-2b84-4cd9-a638-781270e0a176 completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:25:03.717113 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-a3ff9bf2-e128-46c6-87ec-a4e4bfbd0db9 None None] Provisioning complete for port edfb25f7-2b84-4cd9-a638-781270e0a176 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:25:03.717847 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a3ff9bf2-e128-46c6-87ec-a4e4bfbd0db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:03.724175 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-0cfc93b6-2974-467e-9454-a5f4e79b7261 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:03.768587 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff9bf2-e128-46c6-87ec-a4e4bfbd0db9 None None] Port edfb25f7-2b84-4cd9-a638-781270e0a176 cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:25:03.771624 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-0cfc93b6-2974-467e-9454-a5f4e79b7261 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:03.823919 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edcad2-3667-4108-a956-5fdcac6b86e0 req-28bde37b-5e08-47b9-a2df-1a6db228bfc2 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:03.825557 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d2edcad2-3667-4108-a956-5fdcac6b86e0 req-28bde37b-5e08-47b9-a2df-1a6db228bfc2 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 932 time: 0.2065692 Sep 03 14:25:03.846824 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc93b6-2974-467e-9454-a5f4e79b7261 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Pushing event updated for resources: {'Port': ['ID=38e2c60e-c6e5-4a47-b7f1-9f659c0e654a,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:03.860949 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-0cfc93b6-2974-467e-9454-a5f4e79b7261 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Network 481ed543-e36a-4e78-ab4f-0684a99e1fac is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:25:03.871102 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-0cfc93b6-2974-467e-9454-a5f4e79b7261 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:25:03.875492 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-0cfc93b6-2974-467e-9454-a5f4e79b7261 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:25:03.964026 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d2edcad2-3667-4108-a956-5fdcac6b86e0 req-bcd388c5-7b1f-4450-b18b-350cc89589b8 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192486 Sep 03 14:25:04.021947 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edfb25f7-2b84-4cd9-a638-781270e0a176 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:25:04.030203 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-0cfc93b6-2974-467e-9454-a5f4e79b7261 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:04.031971 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-0cfc93b6-2974-467e-9454-a5f4e79b7261 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:04.034205 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:04.060239 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-0cfc93b6-2974-467e-9454-a5f4e79b7261 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3917561 Sep 03 14:25:04.060871 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Transition to ACTIVE for port object edfb25f7-2b84-4cd9-a638-781270e0a176 will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:25:04.072767 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:04.096977 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Request body: {'port': {'device_id': '09e5f5f6-0522-469b-ac11-f68408de3d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:25:04.136960 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Pushing event updated for resources: {'Port': ['ID=edfb25f7-2b84-4cd9-a638-781270e0a176,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:04.267956 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:04.445112 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f8257-db29-4f8e-b928-076cab822291 req-97d192d1-407d-4edb-bd8c-351cc85cca59 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:04.454205 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-922f8257-db29-4f8e-b928-076cab822291 req-97d192d1-407d-4edb-bd8c-351cc85cca59 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 931 time: 0.1768188 Sep 03 14:25:04.515671 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2d74b-bbe9-4fa5-be64-38272fd7eea2 req-2a6eb9d2-34f4-4278-8182-f551dfd6da31 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:04.517351 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e5e2d74b-bbe9-4fa5-be64-38272fd7eea2 req-2a6eb9d2-34f4-4278-8182-f551dfd6da31 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.2118378 Sep 03 14:25:04.546568 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Attempting to bind port edfb25f7-2b84-4cd9-a638-781270e0a176 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:25:04.546921 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Attempting to bind port edfb25f7-2b84-4cd9-a638-781270e0a176 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'eeba19bd-af1c-40fb-a40e-a819df1d18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:25:04.547264 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Attempting to bind port edfb25f7-2b84-4cd9-a638-781270e0a176 on network ba4f67b6-6867-4585-894f-04afec16c8e4 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:25:04.563764 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Port edfb25f7-2b84-4cd9-a638-781270e0a176 on network ba4f67b6-6867-4585-894f-04afec16c8e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:25:04.564211 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Attempting to bind port edfb25f7-2b84-4cd9-a638-781270e0a176 on network ba4f67b6-6867-4585-894f-04afec16c8e4 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:25:04.575855 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:25:04.576206 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Checking segment: {'id': 'eeba19bd-af1c-40fb-a40e-a819df1d18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:25:04.576989 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Bound using segment: {'id': 'eeba19bd-af1c-40fb-a40e-a819df1d18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:25:04.577457 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Bound port: edfb25f7-2b84-4cd9-a638-781270e0a176, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeba19bd-af1c-40fb-a40e-a819df1d18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:25:04.577857 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:04.598093 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-922f8257-db29-4f8e-b928-076cab822291 req-68149ae6-6a9a-4e96-802d-74c09f803714 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957086 Sep 03 14:25:04.726279 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] For port edfb25f7-2b84-4cd9-a638-781270e0a176, host hv-cinder-75995, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:25:04.733894 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] For port edfb25f7-2b84-4cd9-a638-781270e0a176, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=edfb25f7-2b84-4cd9-a638-781270e0a176,segment=NetworkSegment(eeba19bd-af1c-40fb-a40e-a819df1d18bb),segment_id=eeba19bd-af1c-40fb-a40e-a819df1d18bb)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:25:04.748801 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e5e2d74b-bbe9-4fa5-be64-38272fd7eea2 req-4937b927-18cd-46ec-83db-6353696f747e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209559 Sep 03 14:25:04.757996 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:04.811978 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:04.812766 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:04.814831 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] 10.222.0.11 "PUT /v2.0/ports/edfb25f7-2b84-4cd9-a638-781270e0a176 HTTP/1.1" status: 200 len: 1094 time: 1.3566639 Sep 03 14:25:04.815390 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6cb483-503c-41ae-bf9b-72bfbb9edb9f', 'tag': 'edfb25f7-2b84-4cd9-a638-781270e0a176'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:25:04.829310 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ed16ac-7fed-41b0-949f-9ccb5eb4eeac" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6cb483-503c-41ae-bf9b-72bfbb9edb9f", "tag": "edfb25f7-2b84-4cd9-a638-781270e0a176"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:25:04.860201 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ba2ed-a068-4990-90cd-8dc4910513c6 service neutron] Pushing event updated for resources: {'Port': ['ID=edfb25f7-2b84-4cd9-a638-781270e0a176,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:04.961488 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da58f7cf-56e2-4025-84ce-40c4d990f3ef x-openstack-request-id: req-da58f7cf-56e2-4025-84ce-40c4d990f3ef {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:25:04.969184 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6cb483-503c-41ae-bf9b-72bfbb9edb9f", "tag": "edfb25f7-2b84-4cd9-a638-781270e0a176", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:25:04.971098 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da58f7cf-56e2-4025-84ce-40c4d990f3ef {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:25:04.971098 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6cb483-503c-41ae-bf9b-72bfbb9edb9f', 'tag': 'edfb25f7-2b84-4cd9-a638-781270e0a176', 'status': 'completed', 'code': 200} Sep 03 14:25:05.013597 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:25:05.029261 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:05.031617 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-a684ecbf-41c2-440e-8cbc-68bbbe2d519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:05.033136 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-a684ecbf-41c2-440e-8cbc-68bbbe2d519d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91f21185d42d4c3ca4b3d81f557ff12c&device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 1097 time: 0.1330867 Sep 03 14:25:05.062898 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Transition to ACTIVE for port object 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:25:05.068728 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:05.137629 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-538ef238-85b7-4c84-8b9a-989c519b2aa7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edfb25f7-2b84-4cd9-a638-781270e0a176 HTTP/1.1" status: 200 len: 217 time: 0.0823431 Sep 03 14:25:05.212914 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-777e0a8e-2ac3-45e4-8b9b-09265e5887e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:05.216488 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-777e0a8e-2ac3-45e4-8b9b-09265e5887e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82eb6649-c61a-47b3-86b1-669452794c49 HTTP/1.1" status: 200 len: 849 time: 0.0773096 Sep 03 14:25:05.300560 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-ed5f053b-4ba6-480d-b3ae-25c08477f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:05.302822 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-ed5f053b-4ba6-480d-b3ae-25c08477f602 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba4f67b6-6867-4585-894f-04afec16c8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0784931 Sep 03 14:25:05.449705 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Pushing event updated for resources: {'Port': ['ID=38e2c60e-c6e5-4a47-b7f1-9f659c0e654a,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:05.511765 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfabe0-0430-4c62-a885-39b67c525a87 req-7abfe38a-1452-4e74-89ca-ed81fa57ba91 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:05.529718 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-02cfabe0-0430-4c62-a885-39b67c525a87 req-7abfe38a-1452-4e74-89ca-ed81fa57ba91 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 944 time: 0.4070046 Sep 03 14:25:05.589995 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Attempting to bind port 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:25:05.590329 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Attempting to bind port 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '90f9cb4e-610e-4331-a241-b6080a43aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '481ed543-e36a-4e78-ab4f-0684a99e1fac'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:25:05.590654 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Attempting to bind port 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a on network 481ed543-e36a-4e78-ab4f-0684a99e1fac {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:25:05.605134 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Port 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a on network 481ed543-e36a-4e78-ab4f-0684a99e1fac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:25:05.605492 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Attempting to bind port 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a on network 481ed543-e36a-4e78-ab4f-0684a99e1fac {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:25:05.612374 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-02cfabe0-0430-4c62-a885-39b67c525a87 req-c265d001-78d6-4dff-b1b8-d71163754c5f tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816145 Sep 03 14:25:05.617500 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:25:05.618481 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Checking segment: {'id': '90f9cb4e-610e-4331-a241-b6080a43aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '481ed543-e36a-4e78-ab4f-0684a99e1fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:25:05.618924 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Bound using segment: {'id': '90f9cb4e-610e-4331-a241-b6080a43aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '481ed543-e36a-4e78-ab4f-0684a99e1fac'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:25:05.619921 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Bound port: 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f9cb4e-610e-4331-a241-b6080a43aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '481ed543-e36a-4e78-ab4f-0684a99e1fac'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:25:05.620503 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:05.712319 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] For port 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a, host hv-cinder-75995, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:25:05.728000 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] For port 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=38e2c60e-c6e5-4a47-b7f1-9f659c0e654a,segment=NetworkSegment(90f9cb4e-610e-4331-a241-b6080a43aa5f),segment_id=90f9cb4e-610e-4331-a241-b6080a43aa5f)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:25:05.736054 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:05.790166 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:05.792131 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:05.795233 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] 10.222.0.11 "PUT /v2.0/ports/38e2c60e-c6e5-4a47-b7f1-9f659c0e654a HTTP/1.1" status: 200 len: 1093 time: 1.7254825 Sep 03 14:25:05.799107 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e5f5f6-0522-469b-ac11-f68408de3d7f', 'tag': '38e2c60e-c6e5-4a47-b7f1-9f659c0e654a'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:25:05.804511 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51de2c98-6a47-4c00-b921-d53a87b6deae" -d '{"events": [{"name": "network-changed", "server_uuid": "09e5f5f6-0522-469b-ac11-f68408de3d7f", "tag": "38e2c60e-c6e5-4a47-b7f1-9f659c0e654a"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:25:05.835517 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd74a7e-274e-4ed2-beb7-bd0d60ea64c0 service neutron] Pushing event updated for resources: {'Port': ['ID=38e2c60e-c6e5-4a47-b7f1-9f659c0e654a,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:05.912520 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-efa4f4c3-d26e-4cec-9b95-d776e192245b service neutron] 10.222.0.11 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976467 Sep 03 14:25:05.942356 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0393f4b-a356-4888-871d-c70ac53c158d req-232d5e7f-43e6-45ff-81c6-9048cfd3ace8 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:05.944884 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a0393f4b-a356-4888-871d-c70ac53c158d req-232d5e7f-43e6-45ff-81c6-9048cfd3ace8 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 943 time: 0.1121333 Sep 03 14:25:05.986768 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7f209-1d98-4c74-9f4b-262e9a775948 req-6eee30b0-2375-4539-a68d-ad89b774f23b tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:05.991364 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-43c7f209-1d98-4c74-9f4b-262e9a775948 req-6eee30b0-2375-4539-a68d-ad89b774f23b tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0969362 Sep 03 14:25:06.013095 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a0393f4b-a356-4888-871d-c70ac53c158d req-dcc6db09-e986-422d-ad33-b89f16baa966 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543177 Sep 03 14:25:06.060694 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-43c7f209-1d98-4c74-9f4b-262e9a775948 req-0754a9ea-a31d-4833-81f1-3189e42620c5 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603056 Sep 03 14:25:06.077433 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86012f2f-9c8a-489e-b68b-6fb939094562 x-openstack-request-id: req-86012f2f-9c8a-489e-b68b-6fb939094562 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:25:06.077907 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e5f5f6-0522-469b-ac11-f68408de3d7f", "tag": "38e2c60e-c6e5-4a47-b7f1-9f659c0e654a", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:25:06.078288 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86012f2f-9c8a-489e-b68b-6fb939094562 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:25:06.078904 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e5f5f6-0522-469b-ac11-f68408de3d7f', 'tag': '38e2c60e-c6e5-4a47-b7f1-9f659c0e654a', 'status': 'completed', 'code': 200} Sep 03 14:25:06.755414 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf214767-9e05-44e8-97b0-26a406ba63f8 req-fd6ec41d-35ca-4db6-a086-03d1a7163b96 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:06.756924 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cf214767-9e05-44e8-97b0-26a406ba63f8 req-fd6ec41d-35ca-4db6-a086-03d1a7163b96 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 944 time: 0.0566943 Sep 03 14:25:06.814471 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cf214767-9e05-44e8-97b0-26a406ba63f8 req-46221b4d-308f-4c65-8ffc-6ab51a5b6713 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465720 Sep 03 14:25:07.172778 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66f903-2ac2-458a-aa81-400ee6646885 req-72e0a481-e8b3-4f59-9874-8b1e7642759c tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:07.175044 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-2d66f903-2ac2-458a-aa81-400ee6646885 req-72e0a481-e8b3-4f59-9874-8b1e7642759c tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 943 time: 0.0810266 Sep 03 14:25:07.215677 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de52c7-04ac-404f-ac69-1e2f8417edfe req-16509dd0-c752-4ebd-9bd9-8c19dc8318ec tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:07.217780 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c5de52c7-04ac-404f-ac69-1e2f8417edfe req-16509dd0-c752-4ebd-9bd9-8c19dc8318ec tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0799041 Sep 03 14:25:07.234707 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-2d66f903-2ac2-458a-aa81-400ee6646885 req-c79b9d1a-bed4-46f9-8419-789c203cc644 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523615 Sep 03 14:25:07.266584 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c5de52c7-04ac-404f-ac69-1e2f8417edfe req-33dce2e3-0942-4cf3-a5f4-5d0eedfe8a87 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420594 Sep 03 14:25:07.965329 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13b388-a0f0-4f9b-8a22-3a1541918cf9 req-beff4c39-40b8-43a1-85d7-987c76463f4c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:07.968092 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-be13b388-a0f0-4f9b-8a22-3a1541918cf9 req-beff4c39-40b8-43a1-85d7-987c76463f4c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 944 time: 0.0664723 Sep 03 14:25:08.015015 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-be13b388-a0f0-4f9b-8a22-3a1541918cf9 req-eac5f97f-e8f9-4382-b48c-b4da53e5f318 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399268 Sep 03 14:25:08.346079 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de2c98-6a47-4c00-b921-d53a87b6deae req-76d5ce6a-3e3a-4c57-858e-a080f68d5ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:08.347910 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-51de2c98-6a47-4c00-b921-d53a87b6deae req-76d5ce6a-3e3a-4c57-858e-a080f68d5ffa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b3dee464dea94fca8216c922844392c1&device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 1096 time: 0.0991170 Sep 03 14:25:08.391984 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-eac91cf4-abbc-41cc-b0a3-0c047d9cd4d0 req-f84ea944-f0d7-46a3-8fbe-42314c273783 service neutron] 10.222.0.11 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675053 Sep 03 14:25:08.563611 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940551f-0e6e-4e3e-92a9-d2834811f20c req-f9453cae-94d5-4f7e-b453-7765e88c693e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:08.564538 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6940551f-0e6e-4e3e-92a9-d2834811f20c req-f9453cae-94d5-4f7e-b453-7765e88c693e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1323199 Sep 03 14:25:08.569309 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de2c98-6a47-4c00-b921-d53a87b6deae req-c6d0b36a-e785-487b-989e-ac636b6aef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:08.570837 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-51de2c98-6a47-4c00-b921-d53a87b6deae req-c6d0b36a-e785-487b-989e-ac636b6aef37 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b3dee464dea94fca8216c922844392c1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2134342 Sep 03 14:25:08.574432 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed16ac-7fed-41b0-949f-9ccb5eb4eeac req-cd519599-1034-4a8a-8624-1d592ddb8ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:08.576360 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-12ed16ac-7fed-41b0-949f-9ccb5eb4eeac req-cd519599-1034-4a8a-8624-1d592ddb8ed6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91f21185d42d4c3ca4b3d81f557ff12c&device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 1097 time: 0.0997481 Sep 03 14:25:08.582957 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca6762-9b2d-41d8-bc70-471233c30ecc req-3829090a-31cf-424e-beb8-747b86f2ccee tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:08.584546 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3bca6762-9b2d-41d8-bc70-471233c30ecc req-3829090a-31cf-424e-beb8-747b86f2ccee tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 943 time: 0.1458232 Sep 03 14:25:08.717554 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed16ac-7fed-41b0-949f-9ccb5eb4eeac req-391297a3-4eb4-4f73-a493-c2f6ac6396f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:08.719785 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-12ed16ac-7fed-41b0-949f-9ccb5eb4eeac req-391297a3-4eb4-4f73-a493-c2f6ac6396f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba4f67b6-6867-4585-894f-04afec16c8e4 HTTP/1.1" status: 200 len: 911 time: 0.1261849 Sep 03 14:25:08.720366 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3bca6762-9b2d-41d8-bc70-471233c30ecc req-67c710d7-1d87-4ede-8e81-c9dea21bbefa tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232536 Sep 03 14:25:08.728486 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de2c98-6a47-4c00-b921-d53a87b6deae req-c63a2dc3-3d99-4059-b6c4-752b0322187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:08.731331 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-51de2c98-6a47-4c00-b921-d53a87b6deae req-c63a2dc3-3d99-4059-b6c4-752b0322187a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1456072 Sep 03 14:25:08.739100 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6940551f-0e6e-4e3e-92a9-d2834811f20c req-98cb8466-e16c-4cc1-a68f-283a9b334dde tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613510 Sep 03 14:25:09.153539 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e6ef0-580f-413e-9000-3791dd82db4f req-c22f4c82-e9df-4d60-a752-c2d98f0f3b07 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:09.155183 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-399e6ef0-580f-413e-9000-3791dd82db4f req-c22f4c82-e9df-4d60-a752-c2d98f0f3b07 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 944 time: 0.0656824 Sep 03 14:25:09.205255 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-399e6ef0-580f-413e-9000-3791dd82db4f req-652f061f-2afd-4ea9-a0e7-096f5f215431 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368814 Sep 03 14:25:09.899897 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ba547-8bc9-413b-8e77-9946e53d7d85 req-183af97a-4c4b-4da0-959b-04637ea748c5 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:09.901553 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a60ba547-8bc9-413b-8e77-9946e53d7d85 req-183af97a-4c4b-4da0-959b-04637ea748c5 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0551374 Sep 03 14:25:09.904535 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3df243-2acf-4970-8d89-0d0c01a60db4 req-9f23703d-ab5e-4e40-97f1-454330807cd6 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:09.907310 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-cc3df243-2acf-4970-8d89-0d0c01a60db4 req-9f23703d-ab5e-4e40-97f1-454330807cd6 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 943 time: 0.1018178 Sep 03 14:25:09.960400 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a60ba547-8bc9-413b-8e77-9946e53d7d85 req-e6085042-76ff-4bd3-a31e-c62cc614de12 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515053 Sep 03 14:25:09.970317 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-cc3df243-2acf-4970-8d89-0d0c01a60db4 req-22de6451-a722-4acd-99c4-a016c276e7b0 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518034 Sep 03 14:25:10.153233 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4920-a99e-466c-9c9f-ce927272accd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:10.380808 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2f6c8-51c7-4b93-b96e-c6371eedb17d req-6dc0f784-f3d3-46d7-be0a-1e37d45b9ed2 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:10.382469 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c6e2f6c8-51c7-4b93-b96e-c6371eedb17d req-6dc0f784-f3d3-46d7-be0a-1e37d45b9ed2 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 944 time: 0.0870519 Sep 03 14:25:10.433775 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c6e2f6c8-51c7-4b93-b96e-c6371eedb17d req-2987ed2c-788f-400d-8382-a886c288189c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443306 Sep 03 14:25:10.663930 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-12ed16ac-7fed-41b0-949f-9ccb5eb4eeac req-929a1d32-3751-4767-862f-43e711c89cb8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edfb25f7-2b84-4cd9-a638-781270e0a176 HTTP/1.1" status: 200 len: 217 time: 0.0369022 Sep 03 14:25:11.117472 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddaf794-ffc6-4e5b-bc3b-f0287253f014 req-0434f24e-c1f6-4217-8e60-45892f72655b tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:11.119281 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-fddaf794-ffc6-4e5b-bc3b-f0287253f014 req-0434f24e-c1f6-4217-8e60-45892f72655b tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 943 time: 0.0632222 Sep 03 14:25:11.148658 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2edbb-b90e-461c-9c8a-66597b5c56df req-24fd09b6-1477-420f-bbf1-ff5dee190dcb tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:11.150851 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3fe2edbb-b90e-461c-9c8a-66597b5c56df req-24fd09b6-1477-420f-bbf1-ff5dee190dcb tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0644019 Sep 03 14:25:11.161704 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-fddaf794-ffc6-4e5b-bc3b-f0287253f014 req-70329038-764b-4426-a2fe-6f5ce058f783 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356569 Sep 03 14:25:11.192391 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3fe2edbb-b90e-461c-9c8a-66597b5c56df req-ab41f64b-5eff-4faf-ab27-3a6fb4174e69 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349140 Sep 03 14:25:11.562371 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d21d0-0828-41ce-99bb-e2a3bae15b1a req-cbe5e6f6-001b-47df-9eba-dffd0500a921 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:11.563991 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5c2d21d0-0828-41ce-99bb-e2a3bae15b1a req-cbe5e6f6-001b-47df-9eba-dffd0500a921 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 944 time: 0.0505135 Sep 03 14:25:11.613837 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5c2d21d0-0828-41ce-99bb-e2a3bae15b1a req-762cb2ec-91b3-4372-9435-39932d6f9dfe tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382185 Sep 03 14:25:11.754115 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed16ac-7fed-41b0-949f-9ccb5eb4eeac req-5805c4c0-31b2-4bd1-83d7-3e0d6df2da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:11.755520 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-12ed16ac-7fed-41b0-949f-9ccb5eb4eeac req-5805c4c0-31b2-4bd1-83d7-3e0d6df2da0d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82eb6649-c61a-47b3-86b1-669452794c49 HTTP/1.1" status: 200 len: 849 time: 0.0578814 Sep 03 14:25:11.774783 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-5d15e29e-7721-4a69-b64e-733868ecafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:11.776476 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-5d15e29e-7721-4a69-b64e-733868ecafb6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b3dee464dea94fca8216c922844392c1&device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 1096 time: 0.0561535 Sep 03 14:25:11.822354 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed16ac-7fed-41b0-949f-9ccb5eb4eeac req-b120cba0-7a34-4aac-9f41-5eb3c2166e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:11.824939 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-12ed16ac-7fed-41b0-949f-9ccb5eb4eeac req-b120cba0-7a34-4aac-9f41-5eb3c2166e22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba4f67b6-6867-4585-894f-04afec16c8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0600803 Sep 03 14:25:11.838890 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-a9487066-d087-467e-abd8-62477b4bedb0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38e2c60e-c6e5-4a47-b7f1-9f659c0e654a HTTP/1.1" status: 200 len: 217 time: 0.0451856 Sep 03 14:25:11.938740 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-fb1ac82e-0b4b-4322-9ea3-8a6d6885e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:11.941090 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-fb1ac82e-0b4b-4322-9ea3-8a6d6885e183 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d16f1da0-d428-409b-9b39-90c7cb9b2454 HTTP/1.1" status: 200 len: 848 time: 0.0806348 Sep 03 14:25:11.965574 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-12ed16ac-7fed-41b0-949f-9ccb5eb4eeac req-68b92cb2-58f0-42ce-8e62-ca0f25ec9838 service neutron] 10.222.0.11 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079216 Sep 03 14:25:11.978824 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-f20f399e-076a-4ac4-ab99-e4ee9a0e9754 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=481ed543-e36a-4e78-ab4f-0684a99e1fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296204 Sep 03 14:25:12.084369 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-12ed16ac-7fed-41b0-949f-9ccb5eb4eeac req-68bcf077-54aa-4bba-8732-363b7fc8e27a service neutron] 10.222.0.11 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050303 Sep 03 14:25:12.103451 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-038d963a-f3a8-47cf-a58f-602f9b3825f7 service neutron] 10.222.0.11 "GET /v2.0/networks/481ed543-e36a-4e78-ab4f-0684a99e1fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157196 Sep 03 14:25:12.211660 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-df9b2e8c-f8fb-47d8-b890-af8fbc5904ff req-6d8c59ba-2c43-4b35-beab-a3dd3d6d7fb6 service neutron] 10.222.0.11 "GET /v2.0/networks/481ed543-e36a-4e78-ab4f-0684a99e1fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972373 Sep 03 14:25:12.323698 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ac995-0e7d-4f90-9f74-5bc0b3286e1c req-91f44862-5b75-4301-ae4f-ba4b4ef27bda tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:12.325605 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e50ac995-0e7d-4f90-9f74-5bc0b3286e1c req-91f44862-5b75-4301-ae4f-ba4b4ef27bda tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 943 time: 0.0759985 Sep 03 14:25:12.340936 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c233c-5f9b-40d1-80ed-ebda8a4941d1 req-e0a70488-5d12-4b4a-95d8-249659f5fe86 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:12.342613 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ad1c233c-5f9b-40d1-80ed-ebda8a4941d1 req-e0a70488-5d12-4b4a-95d8-249659f5fe86 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0710626 Sep 03 14:25:12.373359 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e50ac995-0e7d-4f90-9f74-5bc0b3286e1c req-4f297c4e-1264-48ac-b58d-08c032c64274 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408657 Sep 03 14:25:12.406752 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ad1c233c-5f9b-40d1-80ed-ebda8a4941d1 req-97774a17-3fcf-4009-bbb7-381cbc19596e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510070 Sep 03 14:25:12.807508 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09469b-119b-4cd4-952c-445877c52fb3 req-3562ce4c-97ef-4860-be1e-4bc38f67722f tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:12.809190 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ca09469b-119b-4cd4-952c-445877c52fb3 req-3562ce4c-97ef-4860-be1e-4bc38f67722f tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 944 time: 0.0867026 Sep 03 14:25:12.823402 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20bf6a-580f-4bdb-9fa8-8eb1ccb6ade0 req-a324de61-0938-4379-8580-3b6b369a7830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:12.826207 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ed20bf6a-580f-4bdb-9fa8-8eb1ccb6ade0 req-a324de61-0938-4379-8580-3b6b369a7830 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 1099 time: 0.0661063 Sep 03 14:25:12.942130 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ca09469b-119b-4cd4-952c-445877c52fb3 req-8a732f40-0f1e-42b8-bd98-b0459e51f3be tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144862 Sep 03 14:25:12.960056 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ed20bf6a-580f-4bdb-9fa8-8eb1ccb6ade0 req-b4e7620b-f8e6-4dc9-9248-18acc055d46e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193502 Sep 03 14:25:12.979038 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3720d2fa-ade6-412d-a52d-9af1af7d76ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:13.266637 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device edfb25f7-2b84-4cd9-a638-781270e0a176 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:25:13.287812 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:13.411132 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port edfb25f7-2b84-4cd9-a638-781270e0a176, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=edfb25f7-2b84-4cd9-a638-781270e0a176,segment=NetworkSegment(eeba19bd-af1c-40fb-a40e-a819df1d18bb),segment_id=eeba19bd-af1c-40fb-a40e-a819df1d18bb)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:25:13.426119 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': 'edfb25f7-2b84-4cd9-a638-781270e0a176', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'port_id': 'edfb25f7-2b84-4cd9-a638-781270e0a176', 'mac_address': 'fa:16:3e:87:43:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82eb6649-c61a-47b3-86b1-669452794c49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:25:13.504295 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:13.536632 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfb25f7-2b84-4cd9-a638-781270e0a176 {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:25:13.595356 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port edfb25f7-2b84-4cd9-a638-781270e0a176, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=edfb25f7-2b84-4cd9-a638-781270e0a176,segment=NetworkSegment(eeba19bd-af1c-40fb-a40e-a819df1d18bb),segment_id=eeba19bd-af1c-40fb-a40e-a819df1d18bb)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:25:13.596714 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf33db0-89f3-4b2d-9235-108a669b0503 req-c7ab7d86-9682-46c0-85cb-ab51aacb0953 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:13.603213 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1bf33db0-89f3-4b2d-9235-108a669b0503 req-c7ab7d86-9682-46c0-85cb-ab51aacb0953 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 943 time: 0.0958374 Sep 03 14:25:13.609078 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:13.625999 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0fcec-7266-4235-8ad9-7b2d8c52f73a req-5112f10f-99aa-49a6-80c8-a1ecf0e7344d tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:13.630517 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c8f0fcec-7266-4235-8ad9-7b2d8c52f73a req-5112f10f-99aa-49a6-80c8-a1ecf0e7344d tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1134484 Sep 03 14:25:13.672167 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1bf33db0-89f3-4b2d-9235-108a669b0503 req-d990d569-8b68-4a13-8a6d-8238048b32f7 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638971 Sep 03 14:25:13.676900 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=edfb25f7-2b84-4cd9-a638-781270e0a176,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:13.697878 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c8f0fcec-7266-4235-8ad9-7b2d8c52f73a req-8edc9972-4896-4260-b019-58055c39939a tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594196 Sep 03 14:25:14.071502 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['edfb25f7-2b84-4cd9-a638-781270e0a176'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:25:14.120802 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d3f78-1f92-49cf-af91-ba25d0f51e31 req-3b650ab3-7806-4ea5-803d-74b06fe2ca9a tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:14.122718 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6e4d3f78-1f92-49cf-af91-ba25d0f51e31 req-3b650ab3-7806-4ea5-803d-74b06fe2ca9a tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 945 time: 0.0789788 Sep 03 14:25:14.177877 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6e4d3f78-1f92-49cf-af91-ba25d0f51e31 req-110c9b71-9d8f-45fd-bb5a-37230c59e5ca tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451782 Sep 03 14:25:14.330063 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:14.868333 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726237e4-1e67-4111-aecc-f8cda3123415 req-6a4c6e6b-9c69-49ea-b135-2481ad972b34 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:14.870293 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-726237e4-1e67-4111-aecc-f8cda3123415 req-6a4c6e6b-9c69-49ea-b135-2481ad972b34 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 943 time: 0.0744877 Sep 03 14:25:14.937261 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946265c4-360f-4d78-8f28-95714ec88e2f req-ea6e62c6-3559-42db-bf6f-d1f6dc6b8c79 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:14.940214 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-946265c4-360f-4d78-8f28-95714ec88e2f req-ea6e62c6-3559-42db-bf6f-d1f6dc6b8c79 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1126237 Sep 03 14:25:14.950988 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-726237e4-1e67-4111-aecc-f8cda3123415 req-c7c59af3-be92-421b-9f8f-9ccd19fa9b7b tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686507 Sep 03 14:25:15.017340 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-946265c4-360f-4d78-8f28-95714ec88e2f req-8ca41724-4eae-4c6e-8af8-ebce776fdc14 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638199 Sep 03 14:25:15.278743 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:25:15.281779 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device edfb25f7-2b84-4cd9-a638-781270e0a176 up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:25:15.544729 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port edfb25f7-2b84-4cd9-a638-781270e0a176 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:25:15.563762 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port edfb25f7-2b84-4cd9-a638-781270e0a176 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:25:15.564971 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:15.595712 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2edd3-4813-416f-98de-ff72138c8b0d req-0008e894-934b-4830-a10e-5f4f7231ea63 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:15.598864 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3ad2edd3-4813-416f-98de-ff72138c8b0d req-0008e894-934b-4830-a10e-5f4f7231ea63 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 945 time: 0.2734764 Sep 03 14:25:15.613959 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cba6d-5313-488c-8513-b6cab662514b req-e4e040cf-7cc8-4fa5-bbd0-8ed1b7e73c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:15.618892 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a47cba6d-5313-488c-8513-b6cab662514b req-e4e040cf-7cc8-4fa5-bbd0-8ed1b7e73c55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0f0085a4f6749ad883b44fd85b77f3d&device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 1099 time: 0.1997452 Sep 03 14:25:15.668524 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=38e2c60e-c6e5-4a47-b7f1-9f659c0e654a,segment=NetworkSegment(90f9cb4e-610e-4331-a241-b6080a43aa5f),segment_id=90f9cb4e-610e-4331-a241-b6080a43aa5f)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:25:15.701116 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': '38e2c60e-c6e5-4a47-b7f1-9f659c0e654a', 'network_id': '481ed543-e36a-4e78-ab4f-0684a99e1fac', 'port_id': '38e2c60e-c6e5-4a47-b7f1-9f659c0e654a', 'mac_address': 'fa:16:3e:b6:06:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16f1da0-d428-409b-9b39-90c7cb9b2454', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:25:15.726230 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e0a79-e2ce-4a14-8f53-8099db4f5d59 req-99840d45-4e61-426d-a484-3b993e64775e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:15.744564 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-307e0a79-e2ce-4a14-8f53-8099db4f5d59 req-99840d45-4e61-426d-a484-3b993e64775e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.2180853 Sep 03 14:25:15.862456 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-307e0a79-e2ce-4a14-8f53-8099db4f5d59 req-14ca8bcd-de08-415a-bd87-6035a074fbe2 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144664 Sep 03 14:25:15.887867 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:15.894179 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cba6d-5313-488c-8513-b6cab662514b req-0a0bf659-ea57-4245-b3af-cee9211c4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:15.896654 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a47cba6d-5313-488c-8513-b6cab662514b req-0a0bf659-ea57-4245-b3af-cee9211c4cbe service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbd6e6cb-0033-47b2-8be9-e30f235ef328 HTTP/1.1" status: 200 len: 920 time: 0.2633479 Sep 03 14:25:15.916355 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:15.923339 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3ad2edd3-4813-416f-98de-ff72138c8b0d req-f2ea0413-ca80-42c7-b0ca-5ac2e4e14317 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019667 Sep 03 14:25:15.925734 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:25:15.961007 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 44824) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:15.972922 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6cb483-503c-41ae-bf9b-72bfbb9edb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfb25f7-2b84-4cd9-a638-781270e0a176'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:25:15.975399 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be459ef-556b-4625-979f-282c28f72af1" -d '{"events": [{"server_uuid": "1c6cb483-503c-41ae-bf9b-72bfbb9edb9f", "name": "network-vif-plugged", "status": "completed", "tag": "edfb25f7-2b84-4cd9-a638-781270e0a176"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:25:15.983552 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=38e2c60e-c6e5-4a47-b7f1-9f659c0e654a,segment=NetworkSegment(90f9cb4e-610e-4331-a241-b6080a43aa5f),segment_id=90f9cb4e-610e-4331-a241-b6080a43aa5f)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:25:15.991311 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:16.001351 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port edfb25f7-2b84-4cd9-a638-781270e0a176, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=edfb25f7-2b84-4cd9-a638-781270e0a176,segment=NetworkSegment(eeba19bd-af1c-40fb-a40e-a819df1d18bb),segment_id=eeba19bd-af1c-40fb-a40e-a819df1d18bb)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:25:16.022102 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a47cba6d-5313-488c-8513-b6cab662514b req-4f761ce0-b8ce-4c3d-979e-277c33f85494 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9031ac54-36c0-4a82-9617-ec41b2a11a84 HTTP/1.1" status: 200 len: 217 time: 0.0974085 Sep 03 14:25:16.033631 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:16.092134 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec752524-c531-47e5-b521-a20fd81dc428 x-openstack-request-id: req-ec752524-c531-47e5-b521-a20fd81dc428 {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:25:16.092985 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6cb483-503c-41ae-bf9b-72bfbb9edb9f", "name": "network-vif-plugged", "status": "completed", "tag": "edfb25f7-2b84-4cd9-a638-781270e0a176", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:25:16.093483 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec752524-c531-47e5-b521-a20fd81dc428 {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:25:16.094290 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6cb483-503c-41ae-bf9b-72bfbb9edb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfb25f7-2b84-4cd9-a638-781270e0a176', 'code': 200} Sep 03 14:25:16.126270 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=38e2c60e-c6e5-4a47-b7f1-9f659c0e654a,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:16.132732 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_v2 [None req-9987201e-fb59-4a38-a5d0-116dc22fa07b admin admin] Deleting subnet 2ce84b8d-a35a-4a08-b60c-470e2b6cd1a2 {{(pid=93970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:25:16.143810 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9987201e-fb59-4a38-a5d0-116dc22fa07b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:16.166877 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:16.176844 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cba6d-5313-488c-8513-b6cab662514b req-c6bb08dd-6d5c-4914-ab4e-c210ca28ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:16.179192 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a47cba6d-5313-488c-8513-b6cab662514b req-c6bb08dd-6d5c-4914-ab4e-c210ca28ef5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=174486f7-9963-4483-801b-f3f3a05a27a1 HTTP/1.1" status: 200 len: 859 time: 0.1476822 Sep 03 14:25:16.254754 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a47cba6d-5313-488c-8513-b6cab662514b req-d6f1ca97-ab3c-49cf-8010-698d5cd6831f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbd6e6cb-0033-47b2-8be9-e30f235ef328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642073 Sep 03 14:25:16.269425 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=edfb25f7-2b84-4cd9-a638-781270e0a176,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:16.291497 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['38e2c60e-c6e5-4a47-b7f1-9f659c0e654a'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:25:16.337541 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9987201e-fb59-4a38-a5d0-116dc22fa07b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4013441'] for subnet, precommit_delete_associations {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:16.539452 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9987201e-fb59-4a38-a5d0-116dc22fa07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16749918'] for subnet, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:16.547940 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a47cba6d-5313-488c-8513-b6cab662514b req-0b44f939-967e-40c1-851c-36713c532d65 service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791297 Sep 03 14:25:16.580327 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71218dcb-4a52-4fbc-83f5-3dc8761c3e21 req-81441ef4-c6a9-4226-8f7b-e1e27c158954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:16.581878 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-71218dcb-4a52-4fbc-83f5-3dc8761c3e21 req-81441ef4-c6a9-4226-8f7b-e1e27c158954 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 1099 time: 0.1209717 Sep 03 14:25:16.612551 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fcdd3-66c0-4107-a212-a97223d14349 req-92476cfe-08a4-4d04-8cd9-4bc9e5227c2a tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:16.614354 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f06fcdd3-66c0-4107-a212-a97223d14349 req-92476cfe-08a4-4d04-8cd9-4bc9e5227c2a tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 944 time: 0.3534789 Sep 03 14:25:16.684377 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-71218dcb-4a52-4fbc-83f5-3dc8761c3e21 req-f1b5dd22-2fc9-44ca-a930-96b84099d3cf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854037 Sep 03 14:25:16.687812 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9987201e-fb59-4a38-a5d0-116dc22fa07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16749863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2700628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632419'] for subnet, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:16.706074 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f06fcdd3-66c0-4107-a212-a97223d14349 req-72cb90fa-7eaa-4d45-b366-0253ea0dbc3e tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577211 Sep 03 14:25:16.722427 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a47cba6d-5313-488c-8513-b6cab662514b req-b8a6c4de-58c9-46de-bc62-7f2956df893f service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650369 Sep 03 14:25:16.726195 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987201e-fb59-4a38-a5d0-116dc22fa07b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ce84b8d-a35a-4a08-b60c-470e2b6cd1a2,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:16.733908 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9987201e-fb59-4a38-a5d0-116dc22fa07b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:16.736249 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-9987201e-fb59-4a38-a5d0-116dc22fa07b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2ce84b8d-a35a-4a08-b60c-470e2b6cd1a2 HTTP/1.1" status: 204 len: 168 time: 0.7725427 Sep 03 14:25:16.738802 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 44838) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:16.837599 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-22db0421-ec63-4c97-9ea4-7b4155e076fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16589909'] for network, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:16.861474 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 44844) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:16.973379 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-22db0421-ec63-4c97-9ea4-7b4155e076fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16749259', 'neutron.services.segments.db._delete_segments_for_network-8777478328405'] for network, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.040586 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.services.segments.db [None req-22db0421-ec63-4c97-9ea4-7b4155e076fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a184bc9-b60a-4ffb-a76f-5c6971349ce3']}} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:17.057533 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.services.segments.db [None req-22db0421-ec63-4c97-9ea4-7b4155e076fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7064e261-fbce-49bb-ad27-7296d4dfc933') {'for_net_delete': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:17.057879 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.services.segments.db [None req-22db0421-ec63-4c97-9ea4-7b4155e076fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7064e261-fbce-49bb-ad27-7296d4dfc933') {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:17.071634 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1ef94cf5-3404-4644-b991-d8b026106911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.075835 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-22db0421-ec63-4c97-9ea4-7b4155e076fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777478329694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4013464'] for segment, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.098778 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-22db0421-ec63-4c97-9ea4-7b4155e076fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.112004 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17322b1-0297-423d-a9f4-b0527e4fd7e1 req-391602d8-b080-4c6a-b979-2fd05b3b386d tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:17.120858 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d17322b1-0297-423d-a9f4-b0527e4fd7e1 req-391602d8-b080-4c6a-b979-2fd05b3b386d tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1421320 Sep 03 14:25:17.131394 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22db0421-ec63-4c97-9ea4-7b4155e076fd admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:25:17.131592 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-22db0421-ec63-4c97-9ea4-7b4155e076fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2700554'] for segment, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: Traceback (most recent call last): Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: timer() Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: cb(*args, **kw) Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: return func(*args, **kwargs) Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: self._notify() Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: self.callback(batched_events) Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: event.method(event) Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: return f(self, *a, **k) Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: return self._get(url).json() Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: return self.request(url, 'GET', **kwargs) Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:25:17.135384 dv-cinder-759955-20-iscsi neutron-server[93970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:25:17.147634 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20e6e8-7cf3-49b7-bcff-98b83a1b23e8 req-d78b0047-dd3a-413b-98e2-9bcfd6cbbbc8 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:17.149273 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fb20e6e8-7cf3-49b7-bcff-98b83a1b23e8 req-d78b0047-dd3a-413b-98e2-9bcfd6cbbbc8 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.1088922 Sep 03 14:25:17.215084 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fb20e6e8-7cf3-49b7-bcff-98b83a1b23e8 req-c0d3520e-fb70-466b-b317-d6675d8be6a8 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543232 Sep 03 14:25:17.222382 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d17322b1-0297-423d-a9f4-b0527e4fd7e1 req-0b5f614a-9d58-4aa2-96c2-e202810dc4cb tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005485 Sep 03 14:25:17.234018 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-22db0421-ec63-4c97-9ea4-7b4155e076fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16749276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893990'] for network, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.246211 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-22db0421-ec63-4c97-9ea4-7b4155e076fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.246211 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-22db0421-ec63-4c97-9ea4-7b4155e076fd admin admin] 10.222.0.23 "DELETE /v2.0/networks/3a184bc9-b60a-4ffb-a76f-5c6971349ce3 HTTP/1.1" status: 204 len: 168 time: 0.5046775 Sep 03 14:25:17.250663 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 44856) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:17.270496 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db0421-ec63-4c97-9ea4-7b4155e076fd admin admin] Pushing event deleted for resources: {'Network': ['ID=3a184bc9-b60a-4ffb-a76f-5c6971349ce3,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:17.288588 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:25:17.314859 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1ef94cf5-3404-4644-b991-d8b026106911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.332219 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1ef94cf5-3404-4644-b991-d8b026106911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.376497 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] Deleting subnet 42476449-2453-445c-ab33-c2e70a96929a {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:25:17.381771 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:25:17.386241 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:25:17.386475 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.396031 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.428295 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1ef94cf5-3404-4644-b991-d8b026106911 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7324489228c42c1bc61eb5fe70c794a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5632141 Sep 03 14:25:17.428758 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 44866) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:17.432871 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef94cf5-3404-4644-b991-d8b026106911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d239a94-7010-4c3e-9c9a-3d211f3b4984,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:17.449029 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3471851'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.503059 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d85feb58-c4da-49f1-9400-1ce92ab92df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.519593 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16749918'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.533329 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d85feb58-c4da-49f1-9400-1ce92ab92df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.538050 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.588268 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=38e2c60e-c6e5-4a47-b7f1-9f659c0e654a,segment=NetworkSegment(90f9cb4e-610e-4331-a241-b6080a43aa5f),segment_id=90f9cb4e-610e-4331-a241-b6080a43aa5f)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:25:17.592257 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.598685 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d85feb58-c4da-49f1-9400-1ce92ab92df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.603666 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d85feb58-c4da-49f1-9400-1ce92ab92df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.605516 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-d85feb58-c4da-49f1-9400-1ce92ab92df0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d239a94-7010-4c3e-9c9a-3d211f3b4984 HTTP/1.1" status: 204 len: 168 time: 0.1756511 Sep 03 14:25:17.610385 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16749863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2727873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602688'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.616740 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85feb58-c4da-49f1-9400-1ce92ab92df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d239a94-7010-4c3e-9c9a-3d211f3b4984,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:17.668871 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42476449-2453-445c-ab33-c2e70a96929a,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:17.676727 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.683092 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/42476449-2453-445c-ab33-c2e70a96929a HTTP/1.1" status: 204 len: 168 time: 0.4270761 Sep 03 14:25:17.683092 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:17.683092 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:17.683092 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:17.683092 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:17.683092 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:17.683092 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:17.683092 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:17.683092 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:17.684890 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:17.685153 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 44870) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:17.685317 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:17.685317 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:17.685317 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90c61a0-9329-4629-b062-a473f29b074c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:17.696203 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=38e2c60e-c6e5-4a47-b7f1-9f659c0e654a,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:17.782672 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16589909'] for network, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.917923 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16749259', 'neutron.services.segments.db._delete_segments_for_network-8777478328405'] for network, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.928614 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.services.segments.db [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4690a0c5-0b65-4793-98b3-f2278d60d1cd']}} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:17.930952 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464aab3-1e3d-47ad-8460-8b097abff30e req-e53d1771-9bc4-466e-b4ee-23999a4497b7 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:17.932647 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9464aab3-1e3d-47ad-8460-8b097abff30e req-e53d1771-9bc4-466e-b4ee-23999a4497b7 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 945 time: 0.0677025 Sep 03 14:25:17.940724 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.services.segments.db [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b1e771-c212-465a-beff-10ba8a0b2c11') {'for_net_delete': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:17.941211 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.services.segments.db [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b1e771-c212-465a-beff-10ba8a0b2c11') {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:17.951879 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777478329694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4013464'] for segment, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.968709 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.975894 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9464aab3-1e3d-47ad-8460-8b097abff30e req-cab6bc63-c4a0-47ca-abf3-2b506091eeb3 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365760 Sep 03 14:25:17.976520 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:25:17.976980 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2700554'] for segment, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: Traceback (most recent call last): Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: timer() Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: cb(*args, **kw) Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: return func(*args, **kwargs) Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: self._notify() Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: self.callback(batched_events) Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: event.method(event) Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: return f(self, *a, **k) Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: return self._get(url).json() Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: return self.request(url, 'GET', **kwargs) Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:25:17.979430 dv-cinder-759955-20-iscsi neutron-server[93970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:25:18.046033 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 44882) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:18.046247 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16749276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893990'] for network, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:18.052113 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:18.054409 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4690a0c5-0b65-4793-98b3-f2278d60d1cd HTTP/1.1" status: 204 len: 168 time: 0.3697078 Sep 03 14:25:18.067203 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4690a0c5-0b65-4793-98b3-f2278d60d1cd,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:18.068576 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-62a91183-b6f0-455c-aed0-00b94532aebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:18.077188 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:18.077543 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:18.078094 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:18.078334 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:18.078670 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:18.079205 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:18.079506 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:18.079881 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:18.080273 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:18.080609 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:18.081134 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:18.081508 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265331b5-ed8b-4452-8241-9a1b204f3fc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:18.095964 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e5f5f6-0522-469b-ac11-f68408de3d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e2c60e-c6e5-4a47-b7f1-9f659c0e654a'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:25:18.098421 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa377155-d3c7-4354-8ae4-193bbc5b9b15" -d '{"events": [{"server_uuid": "09e5f5f6-0522-469b-ac11-f68408de3d7f", "name": "network-vif-plugged", "status": "completed", "tag": "38e2c60e-c6e5-4a47-b7f1-9f659c0e654a"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:25:18.138732 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fc29c4-c424-495a-b8b6-9fbf87144634 x-openstack-request-id: req-27fc29c4-c424-495a-b8b6-9fbf87144634 {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:25:18.139011 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e5f5f6-0522-469b-ac11-f68408de3d7f", "name": "network-vif-plugged", "status": "completed", "tag": "38e2c60e-c6e5-4a47-b7f1-9f659c0e654a", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:25:18.139439 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27fc29c4-c424-495a-b8b6-9fbf87144634 {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:25:18.140013 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e5f5f6-0522-469b-ac11-f68408de3d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e2c60e-c6e5-4a47-b7f1-9f659c0e654a', 'code': 200} Sep 03 14:25:18.212713 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-62a91183-b6f0-455c-aed0-00b94532aebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:18.217589 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-62a91183-b6f0-455c-aed0-00b94532aebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:18.268133 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-62a91183-b6f0-455c-aed0-00b94532aebe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebc4370b167143ed99f81400901241c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203083 Sep 03 14:25:18.269378 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a91183-b6f0-455c-aed0-00b94532aebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ac467a-af8d-49b5-bdeb-80ac5912c1de,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:18.272803 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 44892) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:18.310020 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 44894) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:18.392740 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4cfe6853-d46e-45cb-827b-87cff8c2e295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:18.398660 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0c0f7c15-06d2-42e1-b8cb-d0f101910b5d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a42fb5f048684d7f8970f3f4a6034fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0870862 Sep 03 14:25:18.399668 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 44898) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:18.423094 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4cfe6853-d46e-45cb-827b-87cff8c2e295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:18.433557 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4583238-5866-42f0-bd37-fc3f8b08ae0f req-f7a8641b-1a2b-4c61-851d-010cfa3bfa64 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:18.435165 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f4583238-5866-42f0-bd37-fc3f8b08ae0f req-f7a8641b-1a2b-4c61-851d-010cfa3bfa64 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.1032996 Sep 03 14:25:18.474325 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f09fa2-8189-4220-8dc2-22da5983d76c req-e9a3a468-36d7-4452-af39-7f33d79a36c8 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:18.474325 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d0f09fa2-8189-4220-8dc2-22da5983d76c req-e9a3a468-36d7-4452-af39-7f33d79a36c8 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1283777 Sep 03 14:25:18.510190 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f4583238-5866-42f0-bd37-fc3f8b08ae0f req-28ffdc13-bbbe-4165-907d-0c6c0d06e905 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687001 Sep 03 14:25:18.517429 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3a629696-070f-4666-9f71-8ae5f729a0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:18.521174 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d0f09fa2-8189-4220-8dc2-22da5983d76c req-e7ec8fe7-c430-4e22-a742-106d494b4a15 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434456 Sep 03 14:25:18.526741 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4cfe6853-d46e-45cb-827b-87cff8c2e295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:18.530678 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4cfe6853-d46e-45cb-827b-87cff8c2e295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:18.531824 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-4cfe6853-d46e-45cb-827b-87cff8c2e295 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53ac467a-af8d-49b5-bdeb-80ac5912c1de HTTP/1.1" status: 204 len: 168 time: 0.2570922 Sep 03 14:25:18.542028 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe6853-d46e-45cb-827b-87cff8c2e295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ac467a-af8d-49b5-bdeb-80ac5912c1de,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:18.564332 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3a629696-070f-4666-9f71-8ae5f729a0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:18.628257 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3a629696-070f-4666-9f71-8ae5f729a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:18.630874 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3a629696-070f-4666-9f71-8ae5f729a0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:18.632083 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3a629696-070f-4666-9f71-8ae5f729a0b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aeabfdee-998c-4033-bef9-063f2a8d7172 HTTP/1.1" status: 204 len: 168 time: 0.2293601 Sep 03 14:25:18.642276 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a629696-070f-4666-9f71-8ae5f729a0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeabfdee-998c-4033-bef9-063f2a8d7172,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:18.973168 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 44916) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:19.055126 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 44920) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:19.055484 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-21c5e7c3-2118-406a-93b2-b2d2c28e504b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb728f01258c4bf5bd90f9578740582b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0802679 Sep 03 14:25:19.207081 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc587d8-8bf4-450d-b431-e5548ca21122 req-e58b2479-97d6-46b4-b341-df72a93439ce tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:19.208702 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4fc587d8-8bf4-450d-b431-e5548ca21122 req-e58b2479-97d6-46b4-b341-df72a93439ce tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 945 time: 0.1255722 Sep 03 14:25:19.212910 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f549-8163-496a-b27d-ee09cb797c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:19.251982 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f549-8163-496a-b27d-ee09cb797c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:19.289281 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4fc587d8-8bf4-450d-b431-e5548ca21122 req-fc33683c-cecf-485f-8e12-7bf0408cfcf2 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709417 Sep 03 14:25:19.337459 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f549-8163-496a-b27d-ee09cb797c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:19.341031 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f549-8163-496a-b27d-ee09cb797c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:19.346499 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-5eb2f549-8163-496a-b27d-ee09cb797c18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/225f6cb2-3f22-41b7-bdd3-82e60c0bdace HTTP/1.1" status: 204 len: 168 time: 0.2882710 Sep 03 14:25:19.361094 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2f549-8163-496a-b27d-ee09cb797c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225f6cb2-3f22-41b7-bdd3-82e60c0bdace,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:19.727038 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64131736-52f0-438f-bc7d-9631ba276f2f req-5a909cd3-3997-4668-b796-83c7a5394c21 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:19.730098 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-64131736-52f0-438f-bc7d-9631ba276f2f req-5a909cd3-3997-4668-b796-83c7a5394c21 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0849078 Sep 03 14:25:19.755607 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e769348-7245-4caa-adab-21f4bfd7d3ad req-9d02c254-0b78-4f81-9156-3dff6d667ea1 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:19.757175 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6e769348-7245-4caa-adab-21f4bfd7d3ad req-9d02c254-0b78-4f81-9156-3dff6d667ea1 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.1296322 Sep 03 14:25:19.794195 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-64131736-52f0-438f-bc7d-9631ba276f2f req-fc3f840d-097e-488b-919b-8362ed02a13c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552125 Sep 03 14:25:19.802394 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6e769348-7245-4caa-adab-21f4bfd7d3ad req-286d7cde-cfde-4782-8ca9-a5644e536cd4 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375426 Sep 03 14:25:20.429482 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d012740-60cf-4862-9a61-9824b4b48f40 req-2699a40a-916d-4a5b-a4c8-5bd281d56971 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:20.431289 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-0d012740-60cf-4862-9a61-9824b4b48f40 req-2699a40a-916d-4a5b-a4c8-5bd281d56971 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 945 time: 0.0566540 Sep 03 14:25:20.481739 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-0d012740-60cf-4862-9a61-9824b4b48f40 req-adbe0c7b-825b-47bd-b723-122fee400eed tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421834 Sep 03 14:25:21.000444 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8c215-3874-40d7-ae16-d13eb1524deb req-7de31a83-ef57-47c7-960e-f1c82ee963bd tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:21.002427 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-59a8c215-3874-40d7-ae16-d13eb1524deb req-7de31a83-ef57-47c7-960e-f1c82ee963bd tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0821540 Sep 03 14:25:21.010628 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3659e-20a7-4089-b3df-49f717b5c208 req-6bf33dc3-549e-4aaf-8929-8731c7403648 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:21.019310 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6bb3659e-20a7-4089-b3df-49f717b5c208 req-6bf33dc3-549e-4aaf-8929-8731c7403648 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1024258 Sep 03 14:25:21.100987 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6bb3659e-20a7-4089-b3df-49f717b5c208 req-a5483df8-9bef-4ad5-a26b-4c0550701111 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790782 Sep 03 14:25:21.132374 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-59a8c215-3874-40d7-ae16-d13eb1524deb req-a2c578d7-6761-47ff-a0e9-0f33615b6628 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191289 Sep 03 14:25:21.195434 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da4d35-4f83-4d46-85b1-537e1d7be760 req-5405ce90-97b8-429c-920a-1e554674dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:21.198486 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-46da4d35-4f83-4d46-85b1-537e1d7be760 req-5405ce90-97b8-429c-920a-1e554674dec0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 1098 time: 0.1156499 Sep 03 14:25:21.260555 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-46da4d35-4f83-4d46-85b1-537e1d7be760 req-d3a6ba96-36b2-4b60-8841-b9007049fa25 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382133 Sep 03 14:25:21.338349 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45006) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:21.451055 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-959f4520-d3ce-4df5-99e5-2fbc62eaf823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:21.558113 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-959f4520-d3ce-4df5-99e5-2fbc62eaf823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:21.567502 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-959f4520-d3ce-4df5-99e5-2fbc62eaf823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:21.620539 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-959f4520-d3ce-4df5-99e5-2fbc62eaf823 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad9be45de60c4391a5db149ad41fb021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809875 Sep 03 14:25:21.621814 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f4520-d3ce-4df5-99e5-2fbc62eaf823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02af0bda-1e0d-4348-82bd-21c51d939a61,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:21.623479 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 45014) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:21.687179 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-65495b9a-5b87-45e8-9d8e-42bcdd7e519d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:21.738863 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-65495b9a-5b87-45e8-9d8e-42bcdd7e519d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:21.789723 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b678766-27e7-402e-8181-3de90c799962 req-43e6bac3-9a49-4e31-9075-97a55e7c0d58 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:21.791335 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5b678766-27e7-402e-8181-3de90c799962 req-43e6bac3-9a49-4e31-9075-97a55e7c0d58 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 945 time: 0.0897617 Sep 03 14:25:21.821503 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-65495b9a-5b87-45e8-9d8e-42bcdd7e519d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:21.824077 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-65495b9a-5b87-45e8-9d8e-42bcdd7e519d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:21.825270 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-65495b9a-5b87-45e8-9d8e-42bcdd7e519d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02af0bda-1e0d-4348-82bd-21c51d939a61 HTTP/1.1" status: 204 len: 168 time: 0.2004292 Sep 03 14:25:21.848750 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65495b9a-5b87-45e8-9d8e-42bcdd7e519d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02af0bda-1e0d-4348-82bd-21c51d939a61,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:21.854376 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5b678766-27e7-402e-8181-3de90c799962 req-328c01e6-2a0a-45c6-bb03-f96b04f4df5b tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540280 Sep 03 14:25:22.108590 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 45020) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:22.122995 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-074cd808-4ab5-4206-91b8-980c1be68e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:22.249964 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-074cd808-4ab5-4206-91b8-980c1be68e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:22.257225 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-074cd808-4ab5-4206-91b8-980c1be68e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:22.270608 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec30893-e7d7-48d2-9747-b1032ab9e0f5 req-9313ced7-a2f0-412e-a7dc-dfa5e150fbd3 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:22.273045 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aec30893-e7d7-48d2-9747-b1032ab9e0f5 req-9313ced7-a2f0-412e-a7dc-dfa5e150fbd3 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0859416 Sep 03 14:25:22.317558 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074cd808-4ab5-4206-91b8-980c1be68e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d684e7a-741b-4643-8b3b-4707820c1ad1,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:22.344334 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-074cd808-4ab5-4206-91b8-980c1be68e58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd2481bd0e46442fb9cf56ea1086f662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313528 Sep 03 14:25:22.347590 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45034) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:22.416568 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a93ee-8696-4df8-a0d3-2f961bf588fe req-eb097000-107f-4f0d-9827-2baa2b98764e tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:22.416992 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aec30893-e7d7-48d2-9747-b1032ab9e0f5 req-9051f0b4-f997-46df-b472-12140f2faa62 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048915 Sep 03 14:25:22.427554 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-114a93ee-8696-4df8-a0d3-2f961bf588fe req-eb097000-107f-4f0d-9827-2baa2b98764e tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.1340046 Sep 03 14:25:22.488096 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-52504e75-3882-4595-b3d3-b4f20cd19c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:22.507071 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-114a93ee-8696-4df8-a0d3-2f961bf588fe req-7d36f181-cb13-4005-b236-3f5e272ca731 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569289 Sep 03 14:25:22.549326 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-52504e75-3882-4595-b3d3-b4f20cd19c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:22.690996 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875f0c6-a1e0-4047-93a6-1438740503e3 req-35acca3e-bade-46df-95dc-1cedcf4bfb2b tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:22.693987 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2875f0c6-a1e0-4047-93a6-1438740503e3 req-35acca3e-bade-46df-95dc-1cedcf4bfb2b tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.1020494 Sep 03 14:25:22.710760 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45052) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:22.719744 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-462c602c-9581-47b5-9f3d-8b7f697aaa04 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Request body: {'floatingip': {'port_id': 'edfb25f7-2b84-4cd9-a638-781270e0a176'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:25:22.785329 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-52504e75-3882-4595-b3d3-b4f20cd19c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:22.789978 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-52504e75-3882-4595-b3d3-b4f20cd19c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:22.791794 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-52504e75-3882-4595-b3d3-b4f20cd19c4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d684e7a-741b-4643-8b3b-4707820c1ad1 HTTP/1.1" status: 204 len: 168 time: 0.4430311 Sep 03 14:25:23.066539 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2a4bf-2979-47ce-9d7a-94f0d87a19e7 req-22340cbf-22d1-44b1-a4f7-ac258f711531 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:23.068262 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-b9d2a4bf-2979-47ce-9d7a-94f0d87a19e7 req-22340cbf-22d1-44b1-a4f7-ac258f711531 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 945 time: 0.0726905 Sep 03 14:25:23.093866 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52504e75-3882-4595-b3d3-b4f20cd19c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d684e7a-741b-4643-8b3b-4707820c1ad1,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:23.099627 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-462c602c-9581-47b5-9f3d-8b7f697aaa04 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for floatingip, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:23.135992 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-b9d2a4bf-2979-47ce-9d7a-94f0d87a19e7 req-d36bbeca-37e1-4762-99fc-5bff6e669513 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565548 Sep 03 14:25:23.733135 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642df50c-95ad-47d1-8b24-a835d3d09c99 req-643ddab2-9adb-4c5e-a2ab-e28d3f568f32 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:23.734853 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-642df50c-95ad-47d1-8b24-a835d3d09c99 req-643ddab2-9adb-4c5e-a2ab-e28d3f568f32 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1598744 Sep 03 14:25:23.893791 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.db.resource_extend [None req-462c602c-9581-47b5-9f3d-8b7f697aaa04 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 14:25:23.991357 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-642df50c-95ad-47d1-8b24-a835d3d09c99 req-4dabe96b-12a3-41a2-ada8-61b2d4b6593e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271016 Sep 03 14:25:24.065244 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-462c602c-9581-47b5-9f3d-8b7f697aaa04 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:24.070931 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-462c602c-9581-47b5-9f3d-8b7f697aaa04 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-894004'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:24.302171 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.l3_db [None req-462c602c-9581-47b5-9f3d-8b7f697aaa04 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Floating IP 16498a05-087f-447c-a210-92c940b424c5 associated. External IP: 172.27.3.88, port: edfb25f7-2b84-4cd9-a638-781270e0a176. Sep 03 14:25:24.762270 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11508a4f-45ce-43ca-9814-586158d34cdb req-8b912660-f9c7-459f-8677-17e12e0138f3 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:24.763977 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-11508a4f-45ce-43ca-9814-586158d34cdb req-8b912660-f9c7-459f-8677-17e12e0138f3 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 945 time: 0.1203148 Sep 03 14:25:24.808663 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 45136) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:24.813056 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462c602c-9581-47b5-9f3d-8b7f697aaa04 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Router 892a691a-b7ae-4819-84dc-23d1e14e0236 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:25:24.818805 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 45140) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:25.019237 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-11508a4f-45ce-43ca-9814-586158d34cdb req-713b0058-3a01-4f02-ac5b-d80ad2b553cd tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339106 Sep 03 14:25:25.021381 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1dff6f67-8165-492e-a073-75b82d62b878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:25.023795 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7c8a6d5a-6511-4ef9-bb18-4d5eed4a7914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:25.041308 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462c602c-9581-47b5-9f3d-8b7f697aaa04 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:25:25.046864 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-462c602c-9581-47b5-9f3d-8b7f697aaa04 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:25.063090 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.db.api [None req-7c8a6d5a-6511-4ef9-bb18-4d5eed4a7914 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 14:25:25.063090 dv-cinder-759955-20-iscsi neutron-server[93970]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 03 14:25:25.063090 dv-cinder-759955-20-iscsi neutron-server[93970]: [parameters: {'project_id': 'ff7eaea896b843808ce287f27ba0932d', 'id': '904f5651-a11f-4651-bb54-c6d555781f0d', 'expiration': datetime.datetime(2021, 9, 3, 14, 27, 25, 59210)}] Sep 03 14:25:25.063090 dv-cinder-759955-20-iscsi neutron-server[93970]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 14:25:25.063952 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG oslo_db.api [None req-7c8a6d5a-6511-4ef9-bb18-4d5eed4a7914 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 14:25:25.067203 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c57a6-bf04-453a-aef0-9f04748fea41 None None] Sync routers for ids ['892a691a-b7ae-4819-84dc-23d1e14e0236'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:25:25.095122 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953c57a6-bf04-453a-aef0-9f04748fea41 None None] Routers {'892a691a-b7ae-4819-84dc-23d1e14e0236'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:25:25.097299 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-953c57a6-bf04-453a-aef0-9f04748fea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:25:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['892a691a-b7ae-4819-84dc-23d1e14e0236'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:25.099444 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-462c602c-9581-47b5-9f3d-8b7f697aaa04 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "PUT /v2.0/floatingips/16498a05-087f-447c-a210-92c940b424c5 HTTP/1.1" status: 200 len: 991 time: 2.3858714 Sep 03 14:25:25.100516 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6cb483-503c-41ae-bf9b-72bfbb9edb9f', 'tag': 'edfb25f7-2b84-4cd9-a638-781270e0a176'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:25:25.104384 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e81249-314b-4b9c-89be-9e9cdec78c32" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6cb483-503c-41ae-bf9b-72bfbb9edb9f", "tag": "edfb25f7-2b84-4cd9-a638-781270e0a176"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:25:25.189014 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1dff6f67-8165-492e-a073-75b82d62b878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:25.195505 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3261b728-67b4-4fd7-9d8e-3fa8e0bd1f43 x-openstack-request-id: req-3261b728-67b4-4fd7-9d8e-3fa8e0bd1f43 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:25:25.196495 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6cb483-503c-41ae-bf9b-72bfbb9edb9f", "tag": "edfb25f7-2b84-4cd9-a638-781270e0a176", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:25:25.197013 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3261b728-67b4-4fd7-9d8e-3fa8e0bd1f43 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:25:25.197580 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6cb483-503c-41ae-bf9b-72bfbb9edb9f', 'tag': 'edfb25f7-2b84-4cd9-a638-781270e0a176', 'status': 'completed', 'code': 200} Sep 03 14:25:25.199195 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1dff6f67-8165-492e-a073-75b82d62b878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:25.275837 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-1dff6f67-8165-492e-a073-75b82d62b878 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c0381cf5bd34f3791d9e22d80f24dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657400 Sep 03 14:25:25.279232 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff6f67-8165-492e-a073-75b82d62b878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491743f6-fa96-435b-8755-d5051703e83a,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:25.281863 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45156) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:25.318765 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-953c57a6-bf04-453a-aef0-9f04748fea41 None None] Set router 892a691a-b7ae-4819-84dc-23d1e14e0236 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:25:25.326765 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81249-314b-4b9c-89be-9e9cdec78c32 req-7059dc48-44be-4a98-80c5-357b082a1246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:25.328356 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-13e81249-314b-4b9c-89be-9e9cdec78c32 req-7059dc48-44be-4a98-80c5-357b082a1246 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91f21185d42d4c3ca4b3d81f557ff12c&device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 1099 time: 0.0901592 Sep 03 14:25:25.401618 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1259f0ff-60d3-4ad5-a63a-965f68143b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:25.463096 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1259f0ff-60d3-4ad5-a63a-965f68143b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:25.492150 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81249-314b-4b9c-89be-9e9cdec78c32 req-1492147c-f608-4ce5-92b5-18dd79db5175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:25.494803 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-13e81249-314b-4b9c-89be-9e9cdec78c32 req-1492147c-f608-4ce5-92b5-18dd79db5175 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba4f67b6-6867-4585-894f-04afec16c8e4 HTTP/1.1" status: 200 len: 911 time: 0.1490347 Sep 03 14:25:25.565376 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7c8a6d5a-6511-4ef9-bb18-4d5eed4a7914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:25.741208 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7c8a6d5a-6511-4ef9-bb18-4d5eed4a7914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:25.748484 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7c8a6d5a-6511-4ef9-bb18-4d5eed4a7914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:25.799877 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a6d5a-6511-4ef9-bb18-4d5eed4a7914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec75a4ad-0e25-4a08-8a6b-2c156dd24bb1,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:25.804628 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-7c8a6d5a-6511-4ef9-bb18-4d5eed4a7914 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff7eaea896b843808ce287f27ba0932d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9844162 Sep 03 14:25:25.808228 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 45168) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:25.861472 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-953c57a6-bf04-453a-aef0-9f04748fea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port': {'id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:42Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '16498a05-087f-447c-a210-92c940b424c5', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'port_id': 'edfb25f7-2b84-4cd9-a638-781270e0a176', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'mac_address': 'fa:16:3e:87:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6cb483-503c-41ae-bf9b-72bfbb9edb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:24:58Z', 'updated_at': '2021-09-03T14:25:23Z', 'revision_number': 1, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9ffbc9-f208-4b23-a180-ffefafdce5a7', 'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'mac_address': 'fa:16:3e:99:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '82eb6649-c61a-47b3-86b1-669452794c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:48Z', 'updated_at': '2021-09-03T14:24:57Z', 'revision_number': 5, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'subnets': [{'id': '82eb6649-c61a-47b3-86b1-669452794c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:25.895262 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-13e81249-314b-4b9c-89be-9e9cdec78c32 req-f30e4a3e-48c8-424f-b83c-fd5421fe896c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edfb25f7-2b84-4cd9-a638-781270e0a176 HTTP/1.1" status: 200 len: 999 time: 0.3917422 Sep 03 14:25:25.897472 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1259f0ff-60d3-4ad5-a63a-965f68143b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:25.900365 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d8d25778-6964-4d7e-9427-a59c419a8a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:25.901533 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1259f0ff-60d3-4ad5-a63a-965f68143b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:25.907576 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1259f0ff-60d3-4ad5-a63a-965f68143b11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/491743f6-fa96-435b-8755-d5051703e83a HTTP/1.1" status: 204 len: 168 time: 0.6196203 Sep 03 14:25:25.907832 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c57a6-bf04-453a-aef0-9f04748fea41 None None] Checking router: 892a691a-b7ae-4819-84dc-23d1e14e0236 for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:25:25.918473 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953c57a6-bf04-453a-aef0-9f04748fea41 None None] Routers {'892a691a-b7ae-4819-84dc-23d1e14e0236'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:25:25.919248 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-953c57a6-bf04-453a-aef0-9f04748fea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:25:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['892a691a-b7ae-4819-84dc-23d1e14e0236'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:25.944653 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259f0ff-60d3-4ad5-a63a-965f68143b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491743f6-fa96-435b-8755-d5051703e83a,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:25.978056 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d8d25778-6964-4d7e-9427-a59c419a8a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:25.991959 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81249-314b-4b9c-89be-9e9cdec78c32 req-87fdb468-9477-4559-9e8b-54ca9cd0a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:25.993573 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-13e81249-314b-4b9c-89be-9e9cdec78c32 req-87fdb468-9477-4559-9e8b-54ca9cd0a823 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82eb6649-c61a-47b3-86b1-669452794c49 HTTP/1.1" status: 200 len: 849 time: 0.0894759 Sep 03 14:25:26.064615 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-953c57a6-bf04-453a-aef0-9f04748fea41 None None] Set router 892a691a-b7ae-4819-84dc-23d1e14e0236 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:25:26.083872 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e81249-314b-4b9c-89be-9e9cdec78c32 req-33232635-c880-43bb-a698-70995e521318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:26.085555 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-13e81249-314b-4b9c-89be-9e9cdec78c32 req-33232635-c880-43bb-a698-70995e521318 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba4f67b6-6867-4585-894f-04afec16c8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0829232 Sep 03 14:25:26.148006 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d8d25778-6964-4d7e-9427-a59c419a8a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:26.151898 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d8d25778-6964-4d7e-9427-a59c419a8a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:26.173597 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-d8d25778-6964-4d7e-9427-a59c419a8a00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec75a4ad-0e25-4a08-8a6b-2c156dd24bb1 HTTP/1.1" status: 204 len: 168 time: 0.3640857 Sep 03 14:25:26.204942 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d25778-6964-4d7e-9427-a59c419a8a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec75a4ad-0e25-4a08-8a6b-2c156dd24bb1,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:26.297280 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b36d2d-634a-4762-8743-19d832778c2e req-31c2eb0a-4532-4353-b4a3-57890de2571d tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:26.300088 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-51b36d2d-634a-4762-8743-19d832778c2e req-31c2eb0a-4532-4353-b4a3-57890de2571d tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 945 time: 0.2289095 Sep 03 14:25:26.329766 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03529dd1-f722-4d3a-aa48-a8410d17a21b req-8b5e01fe-6517-4cd5-8375-483756de6a39 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:26.331537 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-03529dd1-f722-4d3a-aa48-a8410d17a21b req-8b5e01fe-6517-4cd5-8375-483756de6a39 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 945 time: 0.1205051 Sep 03 14:25:26.342455 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f010a1-4b8c-4307-a786-7f01a8009f7a req-7016ad0b-d633-48e6-bafd-6cd96853d0bb tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:26.344241 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-68f010a1-4b8c-4307-a786-7f01a8009f7a req-7016ad0b-d633-48e6-bafd-6cd96853d0bb tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1563017 Sep 03 14:25:26.396279 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-13e81249-314b-4b9c-89be-9e9cdec78c32 req-26ea6199-d603-45f3-a28f-9a9fc9d2f3c8 service neutron] 10.222.0.11 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990611 Sep 03 14:25:26.439993 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-953c57a6-bf04-453a-aef0-9f04748fea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port': {'id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:42Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '16498a05-087f-447c-a210-92c940b424c5', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'port_id': 'edfb25f7-2b84-4cd9-a638-781270e0a176', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'mac_address': 'fa:16:3e:87:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6cb483-503c-41ae-bf9b-72bfbb9edb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:24:58Z', 'updated_at': '2021-09-03T14:25:23Z', 'revision_number': 1, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9ffbc9-f208-4b23-a180-ffefafdce5a7', 'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'mac_address': 'fa:16:3e:99:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '82eb6649-c61a-47b3-86b1-669452794c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:48Z', 'updated_at': '2021-09-03T14:24:57Z', 'revision_number': 5, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'subnets': [{'id': '82eb6649-c61a-47b3-86b1-669452794c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:26.468829 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45184) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:26.474024 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c57a6-bf04-453a-aef0-9f04748fea41 None None] The sync data for ids ['892a691a-b7ae-4819-84dc-23d1e14e0236'] in dv-cinder-759955-20-iscsi is: [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port': {'id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:42Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '16498a05-087f-447c-a210-92c940b424c5', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'port_id': 'edfb25f7-2b84-4cd9-a638-781270e0a176', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'mac_address': 'fa:16:3e:87:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6cb483-503c-41ae-bf9b-72bfbb9edb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:24:58Z', 'updated_at': '2021-09-03T14:25:23Z', 'revision_number': 1, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9ffbc9-f208-4b23-a180-ffefafdce5a7', 'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'mac_address': 'fa:16:3e:99:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '82eb6649-c61a-47b3-86b1-669452794c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:48Z', 'updated_at': '2021-09-03T14:24:57Z', 'revision_number': 5, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'subnets': [{'id': '82eb6649-c61a-47b3-86b1-669452794c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:25:26.494199 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-68f010a1-4b8c-4307-a786-7f01a8009f7a req-31319ec3-992e-4ad2-985a-7d92740bede5 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387465 Sep 03 14:25:26.541807 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-03529dd1-f722-4d3a-aa48-a8410d17a21b req-12a141f0-19d4-4b2a-b418-d626206af36c tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005210 Sep 03 14:25:26.562662 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-66bad1c7-ef0b-43cf-babe-b45f6cf0c836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:26.574867 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [req-51b36d2d-634a-4762-8743-19d832778c2e req-ec25523b-c898-4a3b-acee-db0a49dd9ac9 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Deleting port 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:25:26.575932 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-51b36d2d-634a-4762-8743-19d832778c2e req-ec25523b-c898-4a3b-acee-db0a49dd9ac9 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:26.693725 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-13e81249-314b-4b9c-89be-9e9cdec78c32 req-eac76935-9b9b-45eb-857f-7f290fba662f service neutron] 10.222.0.11 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821915 Sep 03 14:25:26.813616 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [req-51b36d2d-634a-4762-8743-19d832778c2e req-ec25523b-c898-4a3b-acee-db0a49dd9ac9 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] For port 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=38e2c60e-c6e5-4a47-b7f1-9f659c0e654a,segment=NetworkSegment(90f9cb4e-610e-4331-a241-b6080a43aa5f),segment_id=90f9cb4e-610e-4331-a241-b6080a43aa5f)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:25:26.815220 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-51b36d2d-634a-4762-8743-19d832778c2e req-ec25523b-c898-4a3b-acee-db0a49dd9ac9 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:26.849347 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [req-51b36d2d-634a-4762-8743-19d832778c2e req-ec25523b-c898-4a3b-acee-db0a49dd9ac9 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Calling delete_port for 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a owned by compute:nova {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:25:26.868088 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db617ca5-2119-48e4-bda0-8f9867432ea7 None None] New status for floating IP 16498a05-087f-447c-a210-92c940b424c5: ACTIVE {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:25:26.943302 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-66bad1c7-ef0b-43cf-babe-b45f6cf0c836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:26.951638 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-66bad1c7-ef0b-43cf-babe-b45f6cf0c836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:27.118215 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bad1c7-ef0b-43cf-babe-b45f6cf0c836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c44a06-1cfd-4a5a-9dc0-731fccb3e0e3,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:27.126827 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-66bad1c7-ef0b-43cf-babe-b45f6cf0c836 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19a0c350d5614359961f51cc1163d000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6292150 Sep 03 14:25:27.130478 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45210) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:27.221111 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-51b36d2d-634a-4762-8743-19d832778c2e req-ec25523b-c898-4a3b-acee-db0a49dd9ac9 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:27.278965 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-23598de2-e7a0-4426-89f0-ef784fe4f3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:27.296373 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25523b-c898-4a3b-acee-db0a49dd9ac9 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Pushing event deleted for resources: {'Port': ['ID=38e2c60e-c6e5-4a47-b7f1-9f659c0e654a,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:27.329102 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-23598de2-e7a0-4426-89f0-ef784fe4f3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:27.330083 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['38e2c60e-c6e5-4a47-b7f1-9f659c0e654a'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:25:27.372081 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b36d2d-634a-4762-8743-19d832778c2e req-ec25523b-c898-4a3b-acee-db0a49dd9ac9 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] No DVR routers for this DVR port 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a on host hv-cinder-75995 {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:25:27.383036 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-51b36d2d-634a-4762-8743-19d832778c2e req-ec25523b-c898-4a3b-acee-db0a49dd9ac9 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:27.385936 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-51b36d2d-634a-4762-8743-19d832778c2e req-ec25523b-c898-4a3b-acee-db0a49dd9ac9 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.11 "DELETE /v2.0/ports/38e2c60e-c6e5-4a47-b7f1-9f659c0e654a HTTP/1.1" status: 204 len: 173 time: 1.0531912 Sep 03 14:25:27.386428 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e5f5f6-0522-469b-ac11-f68408de3d7f', 'name': 'network-vif-deleted', 'tag': '38e2c60e-c6e5-4a47-b7f1-9f659c0e654a'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:25:27.389509 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b18af5-4e37-47dd-a325-b5dea799548b" -d '{"events": [{"server_uuid": "09e5f5f6-0522-469b-ac11-f68408de3d7f", "name": "network-vif-deleted", "tag": "38e2c60e-c6e5-4a47-b7f1-9f659c0e654a"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:25:27.416036 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-23598de2-e7a0-4426-89f0-ef784fe4f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:27.419340 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-23598de2-e7a0-4426-89f0-ef784fe4f3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:27.420807 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-23598de2-e7a0-4426-89f0-ef784fe4f3e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23c44a06-1cfd-4a5a-9dc0-731fccb3e0e3 HTTP/1.1" status: 204 len: 168 time: 0.2882535 Sep 03 14:25:27.432024 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23598de2-e7a0-4426-89f0-ef784fe4f3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c44a06-1cfd-4a5a-9dc0-731fccb3e0e3,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:27.462386 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a4b717-9636-4007-9762-2b5f74ce431b x-openstack-request-id: req-01a4b717-9636-4007-9762-2b5f74ce431b {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:25:27.462932 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e5f5f6-0522-469b-ac11-f68408de3d7f", "name": "network-vif-deleted", "tag": "38e2c60e-c6e5-4a47-b7f1-9f659c0e654a", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:25:27.463335 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01a4b717-9636-4007-9762-2b5f74ce431b {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:25:27.463881 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e5f5f6-0522-469b-ac11-f68408de3d7f', 'name': 'network-vif-deleted', 'tag': '38e2c60e-c6e5-4a47-b7f1-9f659c0e654a', 'status': 'completed', 'code': 200} Sep 03 14:25:27.751689 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-b87917de-7d38-4fa5-8bf5-b62164681d72 req-274613c2-50b3-4c5b-8ed9-2102a573480f tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 210 time: 0.0639915 Sep 03 14:25:27.960962 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45238) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:27.979257 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f56133c8-918a-4b2d-9695-bde561c1aa14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:28.115120 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f56133c8-918a-4b2d-9695-bde561c1aa14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:28.122802 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f56133c8-918a-4b2d-9695-bde561c1aa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:28.197873 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56133c8-918a-4b2d-9695-bde561c1aa14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f80acd-e596-4159-a000-d87e4275b197,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:28.204537 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f56133c8-918a-4b2d-9695-bde561c1aa14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df2cc92dbc974c1b9f98043930c87aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418904 Sep 03 14:25:28.207932 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45248) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:28.303896 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c7ae33b0-12aa-4319-bedd-afe5cc6da4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:28.345259 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c7ae33b0-12aa-4319-bedd-afe5cc6da4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:28.423370 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c7ae33b0-12aa-4319-bedd-afe5cc6da4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:28.428313 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c7ae33b0-12aa-4319-bedd-afe5cc6da4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:28.435148 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c7ae33b0-12aa-4319-bedd-afe5cc6da4c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4f80acd-e596-4159-a000-d87e4275b197 HTTP/1.1" status: 204 len: 168 time: 0.2254970 Sep 03 14:25:28.449256 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae33b0-12aa-4319-bedd-afe5cc6da4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f80acd-e596-4159-a000-d87e4275b197,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:28.606480 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 45264) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:28.881691 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f9956a35-4fec-4fc2-b0cf-6bc76bcf248c req-5d1a6f66-8faa-42f2-a801-a3fe154c1e58 tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 210 time: 0.0383282 Sep 03 14:25:28.921842 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9504b038-c119-4a2c-b170-2977e7d9f4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:29.030606 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9504b038-c119-4a2c-b170-2977e7d9f4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:29.035862 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9504b038-c119-4a2c-b170-2977e7d9f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:29.082195 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45280) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:29.082786 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-9504b038-c119-4a2c-b170-2977e7d9f4b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64483e78a97442e9ac46100c5ab72014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4741015 Sep 03 14:25:29.083294 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504b038-c119-4a2c-b170-2977e7d9f4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4835edcc-8611-4303-afbb-e6cae3eeba8b,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:29.155737 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-766ed417-8cdb-4422-be25-464f9cece070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:29.196461 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-766ed417-8cdb-4422-be25-464f9cece070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:29.264897 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-766ed417-8cdb-4422-be25-464f9cece070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:29.268577 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-766ed417-8cdb-4422-be25-464f9cece070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:29.274606 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-766ed417-8cdb-4422-be25-464f9cece070 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4835edcc-8611-4303-afbb-e6cae3eeba8b HTTP/1.1" status: 204 len: 168 time: 0.1867139 Sep 03 14:25:29.284460 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ed417-8cdb-4422-be25-464f9cece070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4835edcc-8611-4303-afbb-e6cae3eeba8b,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:30.050573 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-23a3847c-c61b-48da-9c80-223e40eeb463 req-31c6d18a-a681-4005-adda-0f4f1df6389a tempest-VolumesActionsTest-1041987498 tempest-VolumesActionsTest-1041987498-project] 10.222.0.23 "GET /v2.0/ports?device_id=09e5f5f6-0522-469b-ac11-f68408de3d7f HTTP/1.1" status: 200 len: 210 time: 0.0472057 Sep 03 14:25:30.314146 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:25:30.394886 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:25:30.395215 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 38e2c60e-c6e5-4a47-b7f1-9f659c0e654a not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:25:30.445009 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:30.868901 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a650d80f-ce73-4775-8fd1-02f37a837fc9 req-07def21a-487d-4a3f-a73b-a237c853004f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758777 Sep 03 14:25:30.974065 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650d80f-ce73-4775-8fd1-02f37a837fc9 req-135043a3-cece-4e01-9634-c4fa93e76348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:30.983867 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a650d80f-ce73-4775-8fd1-02f37a837fc9 req-135043a3-cece-4e01-9634-c4fa93e76348 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0f0085a4f6749ad883b44fd85b77f3d&device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 1098 time: 0.0774708 Sep 03 14:25:31.119015 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45358) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:31.199644 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650d80f-ce73-4775-8fd1-02f37a837fc9 req-b21d0ffc-715c-4ed3-8f1b-0f86333e9cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:31.201542 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a650d80f-ce73-4775-8fd1-02f37a837fc9 req-b21d0ffc-715c-4ed3-8f1b-0f86333e9cf7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbd6e6cb-0033-47b2-8be9-e30f235ef328 HTTP/1.1" status: 200 len: 920 time: 0.1637638 Sep 03 14:25:31.267364 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a650d80f-ce73-4775-8fd1-02f37a837fc9 req-f6882436-24fd-4bfa-8062-f8453ba9bf39 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c5087b0-11d4-4de9-85d5-550573431140 HTTP/1.1" status: 200 len: 217 time: 0.0567970 Sep 03 14:25:31.331010 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-29f2b54d-01a9-4039-b579-3c87f87978e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:31.354688 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650d80f-ce73-4775-8fd1-02f37a837fc9 req-3304856b-2c4b-43d2-9579-36e44c5654aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:31.357490 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a650d80f-ce73-4775-8fd1-02f37a837fc9 req-3304856b-2c4b-43d2-9579-36e44c5654aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=174486f7-9963-4483-801b-f3f3a05a27a1 HTTP/1.1" status: 200 len: 859 time: 0.0795248 Sep 03 14:25:31.417643 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a650d80f-ce73-4775-8fd1-02f37a837fc9 req-b0d736d9-187e-42b4-8580-37c4bb7ddcba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbd6e6cb-0033-47b2-8be9-e30f235ef328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504332 Sep 03 14:25:31.466056 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-29f2b54d-01a9-4039-b579-3c87f87978e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:31.481978 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-29f2b54d-01a9-4039-b579-3c87f87978e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:31.556350 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-29f2b54d-01a9-4039-b579-3c87f87978e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a432d17e53d4f528cfc33b003f03eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4356725 Sep 03 14:25:31.563883 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45382) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:31.596597 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a650d80f-ce73-4775-8fd1-02f37a837fc9 req-62c3e8a6-c439-4aea-8719-3d3cedb16e4c service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673226 Sep 03 14:25:31.602839 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2b54d-01a9-4039-b579-3c87f87978e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a006bb-ddaf-4e4a-8c5f-457a99513e1e,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:31.651421 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-28c5bb73-1667-4617-9db1-d0b46d9ea284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:31.690467 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-28c5bb73-1667-4617-9db1-d0b46d9ea284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:31.729313 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a650d80f-ce73-4775-8fd1-02f37a837fc9 req-c002d74a-2516-49dc-87f2-0137f6d8f949 service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233902 Sep 03 14:25:31.768172 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-28c5bb73-1667-4617-9db1-d0b46d9ea284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:31.771247 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-28c5bb73-1667-4617-9db1-d0b46d9ea284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:31.777847 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-28c5bb73-1667-4617-9db1-d0b46d9ea284 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d1a006bb-ddaf-4e4a-8c5f-457a99513e1e HTTP/1.1" status: 204 len: 168 time: 0.2121422 Sep 03 14:25:31.787104 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5bb73-1667-4617-9db1-d0b46d9ea284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a006bb-ddaf-4e4a-8c5f-457a99513e1e,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:32.694554 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45440) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:32.827880 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4fc3d6f3-eb67-444e-89cf-397f9929531d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:32.939828 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4fc3d6f3-eb67-444e-89cf-397f9929531d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:32.945383 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4fc3d6f3-eb67-444e-89cf-397f9929531d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:32.991187 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4fc3d6f3-eb67-444e-89cf-397f9929531d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c69c06f38f946cf88e9ff90bad3fa25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923064 Sep 03 14:25:32.991187 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3d6f3-eb67-444e-89cf-397f9929531d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b859df-d8b0-43ef-94f3-c96e76fe9603,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:32.991972 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 45448) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:33.063715 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4ab8-9c3d-46cb-90b7-dc437812075e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:33.097635 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4ab8-9c3d-46cb-90b7-dc437812075e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:33.174281 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4ab8-9c3d-46cb-90b7-dc437812075e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:33.176913 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bbbc4ab8-9c3d-46cb-90b7-dc437812075e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:33.178173 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-bbbc4ab8-9c3d-46cb-90b7-dc437812075e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56b859df-d8b0-43ef-94f3-c96e76fe9603 HTTP/1.1" status: 204 len: 168 time: 0.1836147 Sep 03 14:25:33.189742 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc4ab8-9c3d-46cb-90b7-dc437812075e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b859df-d8b0-43ef-94f3-c96e76fe9603,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:33.538040 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 45466) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:33.555730 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-967dd621-556f-4fab-a6ac-6d73586cf4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:33.714093 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-967dd621-556f-4fab-a6ac-6d73586cf4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:33.719370 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-967dd621-556f-4fab-a6ac-6d73586cf4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:33.761528 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-967dd621-556f-4fab-a6ac-6d73586cf4aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f57b8724572c43caa2e27740fa85c3bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218411 Sep 03 14:25:33.762166 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967dd621-556f-4fab-a6ac-6d73586cf4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22ad804-e7be-4fab-af16-798e4c81d027,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:33.764601 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 45478) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:33.821686 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0121d1e4-613e-447c-95c4-54cab3b0c04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:33.845169 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0121d1e4-613e-447c-95c4-54cab3b0c04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:33.896498 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0121d1e4-613e-447c-95c4-54cab3b0c04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:33.900020 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0121d1e4-613e-447c-95c4-54cab3b0c04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:33.901341 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-0121d1e4-613e-447c-95c4-54cab3b0c04f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f22ad804-e7be-4fab-af16-798e4c81d027 HTTP/1.1" status: 204 len: 168 time: 0.1357932 Sep 03 14:25:33.911239 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121d1e4-613e-447c-95c4-54cab3b0c04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22ad804-e7be-4fab-af16-798e4c81d027,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:34.663005 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 45508) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:34.795940 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-47ec7128-3caa-43c9-950a-a1041eb63663 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-795260439-network', 'tenant_id': 'f30119270aba4daaba917bc9696408a3'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:25:34.819286 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ec7128-3caa-43c9-950a-a1041eb63663 admin admin] Made reservation on behalf of f30119270aba4daaba917bc9696408a3 for: {'network': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:25:34.822375 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-47ec7128-3caa-43c9-950a-a1041eb63663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:34.832000 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-47ec7128-3caa-43c9-950a-a1041eb63663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:34.940835 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-47ec7128-3caa-43c9-950a-a1041eb63663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:34.945017 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-47ec7128-3caa-43c9-950a-a1041eb63663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:34.972591 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ec7128-3caa-43c9-950a-a1041eb63663 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:25:34.983709 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec7128-3caa-43c9-950a-a1041eb63663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66a9f1d-ef03-4d12-bce0-404321b7c815,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:34.989420 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-47ec7128-3caa-43c9-950a-a1041eb63663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:34.989808 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.segments_db [None req-47ec7128-3caa-43c9-950a-a1041eb63663 admin admin] Added segment b79e017b-c336-49e8-86ae-8ed747246548 of type vlan for network 41791f6f-5dc3-4bb3-a10a-6ba71f14d907 Sep 03 14:25:35.035826 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-47ec7128-3caa-43c9-950a-a1041eb63663 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:35.062987 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-47ec7128-3caa-43c9-950a-a1041eb63663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:35.064080 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ec7128-3caa-43c9-950a-a1041eb63663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:35.064723 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-47ec7128-3caa-43c9-950a-a1041eb63663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:35.102801 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-47ec7128-3caa-43c9-950a-a1041eb63663 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4381702 Sep 03 14:25:35.106306 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45514) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:35.115737 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-91fb51da-e0a3-47e7-a3c0-a063fab86f78 admin admin] Request body: {'subnet': {'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-795260439-subnet', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:25:35.138596 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec7128-3caa-43c9-950a-a1041eb63663 admin admin] Pushing event updated for resources: {'Network': ['ID=41791f6f-5dc3-4bb3-a10a-6ba71f14d907,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:35.150160 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fb51da-e0a3-47e7-a3c0-a063fab86f78 admin admin] Made reservation on behalf of f30119270aba4daaba917bc9696408a3 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:25:35.153018 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network 41791f6f-5dc3-4bb3-a10a-6ba71f14d907 details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:25:35.153461 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-91fb51da-e0a3-47e7-a3c0-a063fab86f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602725'] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:35.355333 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-91fb51da-e0a3-47e7-a3c0-a063fab86f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2727680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602699'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:35.417640 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb51da-e0a3-47e7-a3c0-a063fab86f78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e396b2e8-1d28-431c-b3ff-a6ed2a24f730,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:35.431736 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fb51da-e0a3-47e7-a3c0-a063fab86f78 admin admin] Checking segment: {'id': 'b79e017b-c336-49e8-86ae-8ed747246548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:25:35.432592 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb51da-e0a3-47e7-a3c0-a063fab86f78 admin admin] Network hostable DHCP agents. Network: 41791f6f-5dc3-4bb3-a10a-6ba71f14d907, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:25:35.458518 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb51da-e0a3-47e7-a3c0-a063fab86f78 admin admin] Network 41791f6f-5dc3-4bb3-a10a-6ba71f14d907 is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:25:35.471517 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-91fb51da-e0a3-47e7-a3c0-a063fab86f78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, 41791f6f-5dc3-4bb3-a10a-6ba71f14d907) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:25:35.476631 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fb51da-e0a3-47e7-a3c0-a063fab86f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:35.477330 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-91fb51da-e0a3-47e7-a3c0-a063fab86f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:35.481599 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6a60fe-6e14-4d1b-957e-fdd0e3199cfa None None] Network 41791f6f-5dc3-4bb3-a10a-6ba71f14d907 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:25:35.494866 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-91fb51da-e0a3-47e7-a3c0-a063fab86f78 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3864162 Sep 03 14:25:35.497649 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45520) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:35.505922 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-795260439-router', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:25:35.536673 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-948159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10832'] for router, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:35.537840 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-947759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-945343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10843'] for router, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:35.614990 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:35.672716 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5cabd9-fd1b-576e-aa1b-199532e8f2a6-41791f6f-5dc3-4bb3-a10a-6ba71f14d907', 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'fixed_ips': [{'subnet_id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730'}]}} from dv-cinder-759955-20-iscsi. {{(pid=93971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:25:35.673651 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:35.799432 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:35.857370 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.db_base_plugin_common [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Allocated IP 172.20.0.2 (41791f6f-5dc3-4bb3-a10a-6ba71f14d907/e396b2e8-1d28-431c-b3ff-a6ed2a24f730/ff5093b4-6c3b-4f25-9267-4ee7fe2a1858) {{(pid=93971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:25:36.138376 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:36.161343 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:36.187218 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Notify callbacks [] for port, precommit_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:36.204125 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Transition to ACTIVE for port object ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:25:36.233064 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Transition to ACTIVE for port object ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 will not be triggered until provisioned by entity DHCP. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:25:36.244914 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328'] for port, after_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:36.318215 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Network 41791f6f-5dc3-4bb3-a10a-6ba71f14d907 is already hosted by enough agents. {{(pid=93971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:25:36.326924 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.base_scheduler [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Resources bound (agent type, host, resource id): {{(pid=93971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:25:36.344916 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Received port after_create {{(pid=93971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:25:36.350636 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Pushing event updated for resources: {'Port': ['ID=ff5093b4-6c3b-4f25-9267-4ee7fe2a1858,revision_number=1']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:36.392165 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] Allocated IP 172.27.3.215 (71a2aaf5-8009-41a7-aebe-f6027ce2b898/3592d6f5-ce6a-448b-9072-bd66af67c647/8338eeef-1d04-4c43-94db-860fa4b5c046) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:25:36.437088 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Attempting to bind port ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:25:36.437967 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Attempting to bind port ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': 'b79e017b-c336-49e8-86ae-8ed747246548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:25:36.438725 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Attempting to bind port ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 on network 41791f6f-5dc3-4bb3-a10a-6ba71f14d907 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:25:36.447793 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:25:36.448745 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Checking segment: {'id': 'b79e017b-c336-49e8-86ae-8ed747246548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:25:36.449464 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:36.450011 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Bound using segment: {'id': 'b79e017b-c336-49e8-86ae-8ed747246548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:25:36.450620 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Bound port: ff5093b4-6c3b-4f25-9267-4ee7fe2a1858, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79e017b-c336-49e8-86ae-8ed747246548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:25:36.451148 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:36.532648 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:36.552248 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] For port ff5093b4-6c3b-4f25-9267-4ee7fe2a1858, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:25:36.558215 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] For port ff5093b4-6c3b-4f25-9267-4ee7fe2a1858, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=ff5093b4-6c3b-4f25-9267-4ee7fe2a1858,segment=NetworkSegment(b79e017b-c336-49e8-86ae-8ed747246548),segment_id=b79e017b-c336-49e8-86ae-8ed747246548)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:25:36.565301 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:36.600332 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:36.654910 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:25:36.664121 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:25:36.677953 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:25:36.685851 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956ffd9-4e6a-486f-9b7b-68965e017a1c None None] Pushing event updated for resources: {'Port': ['ID=ff5093b4-6c3b-4f25-9267-4ee7fe2a1858,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:36.728269 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] Pushing event updated for resources: {'Port': ['ID=8338eeef-1d04-4c43-94db-860fa4b5c046,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:37.119763 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:37.708447 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-947750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-945386'] for router, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:37.949627 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] Router 624e5a0a-40bf-46bf-8378-3e3b237a0270 is scheduled to L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 with binding_index 1 {{(pid=93969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:25:38.092751 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a14c1c-e37d-4a09-95c6-344557565071 None None] Network 41791f6f-5dc3-4bb3-a10a-6ba71f14d907 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:25:38.152086 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:25:38.167749 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Sync routers for ids ['624e5a0a-40bf-46bf-8378-3e3b237a0270'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:25:38.184078 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Routers {'624e5a0a-40bf-46bf-8378-3e3b237a0270'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:25:38.185183 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:25:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['624e5a0a-40bf-46bf-8378-3e3b237a0270'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:38.188865 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:38.191474 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-8388f458-eef2-4a30-a648-c6e3d5159c5e None None] Provisioning for port ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:25:38.193611 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-cdf2370c-a050-42a0-a231-44f506c4d56a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6935751 Sep 03 14:25:38.193819 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 45602) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:38.334741 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:25:38.336583 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Set router 624e5a0a-40bf-46bf-8378-3e3b237a0270 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:25:38.568891 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'name': 'tempest-TestMinimumBasicScenario-795260439-router', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:35Z', 'updated_at': '2021-09-03T14:25:36Z', 'revision_number': 3, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'gw_port': {'id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:36Z', 'updated_at': '2021-09-03T14:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:38.612300 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Checking router: 624e5a0a-40bf-46bf-8378-3e3b237a0270 for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:25:38.612955 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Updating router 624e5a0a-40bf-46bf-8378-3e3b237a0270 port 8338eeef-1d04-4c43-94db-860fa4b5c046 binding host dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:25:38.663737 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:38.928599 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:25:39.050733 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:25:39.063314 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:25:39.063717 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:39.128645 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45626) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:39.266686 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:39.315907 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-43ec8c77-e32f-46f3-b8f7-bdd320ec2966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:39.370415 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port ff5093b4-6c3b-4f25-9267-4ee7fe2a1858, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=ff5093b4-6c3b-4f25-9267-4ee7fe2a1858,segment=NetworkSegment(b79e017b-c336-49e8-86ae-8ed747246548),segment_id=b79e017b-c336-49e8-86ae-8ed747246548)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:25:39.381562 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:39.443545 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Notify callbacks [] for port, precommit_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:39.459931 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.provisioning_blocks [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Transition to ACTIVE for port object 8338eeef-1d04-4c43-94db-860fa4b5c046 will not be triggered until provisioned by entity L2. {{(pid=93972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:25:39.462089 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:39.486129 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:39.512036 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=ff5093b4-6c3b-4f25-9267-4ee7fe2a1858,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:39.554144 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-43ec8c77-e32f-46f3-b8f7-bdd320ec2966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:39.560528 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-43ec8c77-e32f-46f3-b8f7-bdd320ec2966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:39.562918 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92d458-210c-4146-b2d2-0f270b6a2ef1 None None] Pushing event updated for resources: {'Port': ['ID=8338eeef-1d04-4c43-94db-860fa4b5c046,revision_number=2']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:39.598456 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec8c77-e32f-46f3-b8f7-bdd320ec2966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d49810a-766b-4876-b8b3-265e9748568b,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:39.616923 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Attempting to bind port 8338eeef-1d04-4c43-94db-860fa4b5c046 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:25:39.617910 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Attempting to bind port 8338eeef-1d04-4c43-94db-860fa4b5c046 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:25:39.618791 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Attempting to bind port 8338eeef-1d04-4c43-94db-860fa4b5c046 on network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:25:39.624043 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-43ec8c77-e32f-46f3-b8f7-bdd320ec2966 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9073b094565b464189e8dc6eec6a5672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4940236 Sep 03 14:25:39.628150 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45636) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:39.634685 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:25:39.635737 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Checking segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:25:39.636552 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:39.637334 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Bound using segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:25:39.638334 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Bound port: 8338eeef-1d04-4c43-94db-860fa4b5c046, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:25:39.639127 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:39.705581 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f7ed8105-7f0e-412f-8c47-3f18ebc6c9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:39.742301 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f7ed8105-7f0e-412f-8c47-3f18ebc6c9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:39.749781 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] For port 8338eeef-1d04-4c43-94db-860fa4b5c046, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:25:39.756431 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] For port 8338eeef-1d04-4c43-94db-860fa4b5c046, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=8338eeef-1d04-4c43-94db-860fa4b5c046,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:25:39.764776 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] Allocated IP 172.20.0.1 (41791f6f-5dc3-4bb3-a10a-6ba71f14d907/e396b2e8-1d28-431c-b3ff-a6ed2a24f730/eb92f8a1-dc0f-4c4a-b820-c98224d517c9) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:25:39.771682 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:39.821820 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f7ed8105-7f0e-412f-8c47-3f18ebc6c9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:39.825073 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f7ed8105-7f0e-412f-8c47-3f18ebc6c9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:39.826497 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f7ed8105-7f0e-412f-8c47-3f18ebc6c9c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d49810a-766b-4876-b8b3-265e9748568b HTTP/1.1" status: 204 len: 168 time: 0.1971157 Sep 03 14:25:39.838264 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed8105-7f0e-412f-8c47-3f18ebc6c9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d49810a-766b-4876-b8b3-265e9748568b,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:39.953468 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92d458-210c-4146-b2d2-0f270b6a2ef1 None None] Pushing event updated for resources: {'Port': ['ID=8338eeef-1d04-4c43-94db-860fa4b5c046,revision_number=3']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:39.992965 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Routers {'624e5a0a-40bf-46bf-8378-3e3b237a0270'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:25:39.994080 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:25:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['624e5a0a-40bf-46bf-8378-3e3b237a0270'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:40.016069 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:40.033319 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] Transition to ACTIVE for port object eb92f8a1-dc0f-4c4a-b820-c98224d517c9 will not be triggered until provisioned by entity DHCP. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:25:40.077954 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:40.131436 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] Set router 624e5a0a-40bf-46bf-8378-3e3b237a0270 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:25:40.166075 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] Network 41791f6f-5dc3-4bb3-a10a-6ba71f14d907 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:25:40.171761 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] Pushing event updated for resources: {'Port': ['ID=eb92f8a1-dc0f-4c4a-b820-c98224d517c9,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:40.178173 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-602b72c1-897a-4d05-9d24-c31e373b47ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:40.192281 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:25:40.199730 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:25:40.271799 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894143'] for router_interface, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:40.535218 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'name': 'tempest-TestMinimumBasicScenario-795260439-router', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:35Z', 'updated_at': '2021-09-03T14:25:36Z', 'revision_number': 3, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'gw_port': {'id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:36Z', 'updated_at': '2021-09-03T14:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:40.646032 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:40.735249 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5600b3-e43b-4035-914f-d81ad53ea49d None None] The sync data for ids ['624e5a0a-40bf-46bf-8378-3e3b237a0270'] in dv-cinder-759955-20-iscsi is: [{'id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'name': 'tempest-TestMinimumBasicScenario-795260439-router', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:35Z', 'updated_at': '2021-09-03T14:25:36Z', 'revision_number': 3, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'gw_port': {'id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:36Z', 'updated_at': '2021-09-03T14:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:25:40.775988 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-d1c9aac5-0be0-4196-b8c3-e25d1ddb45a0 None None] Provisioning for port eb92f8a1-dc0f-4c4a-b820-c98224d517c9 completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:25:40.791179 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-d1c9aac5-0be0-4196-b8c3-e25d1ddb45a0 None None] Provisioning complete for port eb92f8a1-dc0f-4c4a-b820-c98224d517c9 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:25:40.791449 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d1c9aac5-0be0-4196-b8c3-e25d1ddb45a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:40.879155 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:25:41.027857 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9aac5-0be0-4196-b8c3-e25d1ddb45a0 None None] Port eb92f8a1-dc0f-4c4a-b820-c98224d517c9 cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:25:41.087131 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:25:41.090255 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:41.171956 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:41.182807 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:41.292416 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] Pushing event updated for resources: {'Port': ['ID=eb92f8a1-dc0f-4c4a-b820-c98224d517c9,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:41.318513 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945967'] for router_interface, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:41.543748 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] Network 41791f6f-5dc3-4bb3-a10a-6ba71f14d907 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:25:41.545361 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:25:41.636696 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45698) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:41.802251 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] Router 624e5a0a-40bf-46bf-8378-3e3b237a0270 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:25:41.893802 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-568fa462-334b-4026-914c-dfac1c736e96 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-403591253-network', 'tenant_id': '64f065a843454e3cac530b36c30d9dd0'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:25:41.930874 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568fa462-334b-4026-914c-dfac1c736e96 admin admin] Made reservation on behalf of 64f065a843454e3cac530b36c30d9dd0 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:25:41.934527 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-568fa462-334b-4026-914c-dfac1c736e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:41.957261 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-568fa462-334b-4026-914c-dfac1c736e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:42.046940 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:25:42.058717 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-3c5e97b2-71e2-4bfe-bb52-65255ab94053 admin admin] 10.222.0.23 "PUT /v2.0/routers/624e5a0a-40bf-46bf-8378-3e3b237a0270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8632312 Sep 03 14:25:42.114678 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-244ee43f-1e32-439b-a982-c2e9677edb9c None None] Provisioning complete for port eb92f8a1-dc0f-4c4a-b820-c98224d517c9 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:25:42.115608 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-244ee43f-1e32-439b-a982-c2e9677edb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:42.264376 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-568fa462-334b-4026-914c-dfac1c736e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:42.270203 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-568fa462-334b-4026-914c-dfac1c736e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:42.279589 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-244ee43f-1e32-439b-a982-c2e9677edb9c None None] Port eb92f8a1-dc0f-4c4a-b820-c98224d517c9 cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:25:42.360257 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568fa462-334b-4026-914c-dfac1c736e96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:25:42.380004 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fa462-334b-4026-914c-dfac1c736e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd134872-a552-49bd-9c68-12d04183949e,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:42.383249 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-568fa462-334b-4026-914c-dfac1c736e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:42.383867 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-568fa462-334b-4026-914c-dfac1c736e96 admin admin] Added segment 244f40f9-1579-4199-989a-54c0e140b430 of type vlan for network fb235152-1981-4289-a876-4c18cb9ce3f8 Sep 03 14:25:42.443803 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-568fa462-334b-4026-914c-dfac1c736e96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:42.483682 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-568fa462-334b-4026-914c-dfac1c736e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:42.484803 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568fa462-334b-4026-914c-dfac1c736e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:42.485648 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-568fa462-334b-4026-914c-dfac1c736e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:42.517105 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-568fa462-334b-4026-914c-dfac1c736e96 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8783517 Sep 03 14:25:42.520275 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 45714) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:42.526391 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-639c0c42-c59b-4c75-92bf-0dfd791268b3 admin admin] Request body: {'subnet': {'network_id': 'fb235152-1981-4289-a876-4c18cb9ce3f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-403591253-subnet', 'tenant_id': '64f065a843454e3cac530b36c30d9dd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:25:42.572170 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639c0c42-c59b-4c75-92bf-0dfd791268b3 admin admin] Made reservation on behalf of 64f065a843454e3cac530b36c30d9dd0 for: {'subnet': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:25:42.574633 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-639c0c42-c59b-4c75-92bf-0dfd791268b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632390'] for subnet, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:42.600663 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fa462-334b-4026-914c-dfac1c736e96 admin admin] Pushing event updated for resources: {'Network': ['ID=fb235152-1981-4289-a876-4c18cb9ce3f8,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:42.614892 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network fb235152-1981-4289-a876-4c18cb9ce3f8 details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:25:42.893826 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 8338eeef-1d04-4c43-94db-860fa4b5c046 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:25:42.955517 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-639c0c42-c59b-4c75-92bf-0dfd791268b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2700693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632424'] for subnet, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:42.995554 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-52dce982-60de-4753-bcda-d2cc673aadf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:43.019222 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port 8338eeef-1d04-4c43-94db-860fa4b5c046 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:25:43.027385 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 8338eeef-1d04-4c43-94db-860fa4b5c046 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:25:43.028736 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:43.095602 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c0c42-c59b-4c75-92bf-0dfd791268b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65472ccc-708a-4001-a6ca-360bf51902e2,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:43.110723 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639c0c42-c59b-4c75-92bf-0dfd791268b3 admin admin] Checking segment: {'id': '244f40f9-1579-4199-989a-54c0e140b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fb235152-1981-4289-a876-4c18cb9ce3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:25:43.110723 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639c0c42-c59b-4c75-92bf-0dfd791268b3 admin admin] Network hostable DHCP agents. Network: fb235152-1981-4289-a876-4c18cb9ce3f8, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:25:43.164784 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639c0c42-c59b-4c75-92bf-0dfd791268b3 admin admin] Network fb235152-1981-4289-a876-4c18cb9ce3f8 is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:25:43.185158 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-639c0c42-c59b-4c75-92bf-0dfd791268b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, fb235152-1981-4289-a876-4c18cb9ce3f8) {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:25:43.198101 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a58861-ce54-4bd1-8bf4-cd3b3fdf0f65 None None] Network fb235152-1981-4289-a876-4c18cb9ce3f8 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:25:43.203301 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:43.205171 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c0c42-c59b-4c75-92bf-0dfd791268b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:43.205859 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-639c0c42-c59b-4c75-92bf-0dfd791268b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:43.263239 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-639c0c42-c59b-4c75-92bf-0dfd791268b3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7324598 Sep 03 14:25:43.360956 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 45742) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:43.381282 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-1f43cb48-922c-43da-9e0b-4533bf6ea60f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-745895373-network', 'tenant_id': '7a787ba3136247cbb8a75a10444b4eb5'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:25:43.421531 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port 8338eeef-1d04-4c43-94db-860fa4b5c046, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=8338eeef-1d04-4c43-94db-860fa4b5c046,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:25:43.430482 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:43.433328 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:43.517592 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb59ab11-bed3-4855-b5a0-4360826dec45 None None] Network fb235152-1981-4289-a876-4c18cb9ce3f8 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:25:43.520901 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f43cb48-922c-43da-9e0b-4533bf6ea60f admin admin] Made reservation on behalf of 7a787ba3136247cbb8a75a10444b4eb5 for: {'network': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:25:43.530072 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1f43cb48-922c-43da-9e0b-4533bf6ea60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:43.564546 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1f43cb48-922c-43da-9e0b-4533bf6ea60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:43.573305 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=8338eeef-1d04-4c43-94db-860fa4b5c046,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:43.776571 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Sync routers for ids ['624e5a0a-40bf-46bf-8378-3e3b237a0270'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:25:43.804770 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Routers {'624e5a0a-40bf-46bf-8378-3e3b237a0270'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:25:43.808842 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:25:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['624e5a0a-40bf-46bf-8378-3e3b237a0270'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:43.860112 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1f43cb48-922c-43da-9e0b-4533bf6ea60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:43.867821 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1f43cb48-922c-43da-9e0b-4533bf6ea60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:43.928088 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f43cb48-922c-43da-9e0b-4533bf6ea60f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:25:43.936157 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43cb48-922c-43da-9e0b-4533bf6ea60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c30273-f22b-40c0-84de-5fd609a94bd5,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:43.943863 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1f43cb48-922c-43da-9e0b-4533bf6ea60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:43.944334 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.segments_db [None req-1f43cb48-922c-43da-9e0b-4533bf6ea60f admin admin] Added segment 3171b6c6-8b3e-4133-ac1a-5a22a0a98873 of type vlan for network 602d4862-b3dc-48b8-b760-b964df7665c4 Sep 03 14:25:44.074265 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1f43cb48-922c-43da-9e0b-4533bf6ea60f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:44.099731 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a556ecf-a94b-41ff-addd-a6778d7b26f0 req-6fbf3493-c37c-44c9-9312-fd7adc2ecdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:44.107183 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7a556ecf-a94b-41ff-addd-a6778d7b26f0 req-6fbf3493-c37c-44c9-9312-fd7adc2ecdb8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0f0085a4f6749ad883b44fd85b77f3d&device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 1099 time: 0.0925715 Sep 03 14:25:44.200043 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f304af-3149-43c0-9af2-9da48d8a93f4 req-69149e2b-01b6-4841-86d6-c7c0ef514dfb tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:44.206869 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Set router 624e5a0a-40bf-46bf-8378-3e3b237a0270 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:25:44.209542 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-55f304af-3149-43c0-9af2-9da48d8a93f4 req-69149e2b-01b6-4841-86d6-c7c0ef514dfb tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0715125 Sep 03 14:25:44.249339 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1f43cb48-922c-43da-9e0b-4533bf6ea60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:44.250870 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f43cb48-922c-43da-9e0b-4533bf6ea60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:44.269314 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1f43cb48-922c-43da-9e0b-4533bf6ea60f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:44.312772 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-55f304af-3149-43c0-9af2-9da48d8a93f4 req-d9ee021e-28fb-42f4-936c-887d47277c12 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004384 Sep 03 14:25:44.364565 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45770) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:44.364851 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-1f43cb48-922c-43da-9e0b-4533bf6ea60f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0018876 Sep 03 14:25:44.371699 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-ab0333ef-729b-4706-8029-fc986cee5b6e admin admin] Request body: {'subnet': {'network_id': '602d4862-b3dc-48b8-b760-b964df7665c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-745895373-subnet', 'tenant_id': '7a787ba3136247cbb8a75a10444b4eb5', 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:25:44.398704 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:44.477313 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43cb48-922c-43da-9e0b-4533bf6ea60f admin admin] Pushing event updated for resources: {'Network': ['ID=602d4862-b3dc-48b8-b760-b964df7665c4,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:44.491359 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a556ecf-a94b-41ff-addd-a6778d7b26f0 req-1d2cd814-9062-4555-9ac7-be996ade5042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:44.494121 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7a556ecf-a94b-41ff-addd-a6778d7b26f0 req-1d2cd814-9062-4555-9ac7-be996ade5042 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbd6e6cb-0033-47b2-8be9-e30f235ef328 HTTP/1.1" status: 200 len: 920 time: 0.3733497 Sep 03 14:25:44.496687 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0333ef-729b-4706-8029-fc986cee5b6e admin admin] Made reservation on behalf of 7a787ba3136247cbb8a75a10444b4eb5 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:25:44.501049 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ab0333ef-729b-4706-8029-fc986cee5b6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602725'] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:44.520915 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network 602d4862-b3dc-48b8-b760-b964df7665c4 details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:25:44.562702 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7a556ecf-a94b-41ff-addd-a6778d7b26f0 req-2dcbf0c9-7ecf-424c-9859-96770f558517 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9031ac54-36c0-4a82-9617-ec41b2a11a84 HTTP/1.1" status: 200 len: 217 time: 0.0603755 Sep 03 14:25:44.679863 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a556ecf-a94b-41ff-addd-a6778d7b26f0 req-66f0dd1b-76f5-4c09-a6d1-be7fd4ef207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:44.683034 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7a556ecf-a94b-41ff-addd-a6778d7b26f0 req-66f0dd1b-76f5-4c09-a6d1-be7fd4ef207e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=174486f7-9963-4483-801b-f3f3a05a27a1 HTTP/1.1" status: 200 len: 859 time: 0.1103492 Sep 03 14:25:44.748261 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7a556ecf-a94b-41ff-addd-a6778d7b26f0 req-e0771f5a-686f-4f15-a460-c9e944f91393 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbd6e6cb-0033-47b2-8be9-e30f235ef328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519578 Sep 03 14:25:44.838051 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 8338eeef-1d04-4c43-94db-860fa4b5c046 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:25:44.885740 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'name': 'tempest-TestMinimumBasicScenario-795260439-router', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:35Z', 'updated_at': '2021-09-03T14:25:40Z', 'revision_number': 4, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'gw_port': {'id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:36Z', 'updated_at': '2021-09-03T14:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': 'eb92f8a1-dc0f-4c4a-b820-c98224d517c9', 'name': '', 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'mac_address': 'fa:16:3e:bf:51:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:39Z', 'updated_at': '2021-09-03T14:25:40Z', 'revision_number': 2, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'subnets': [{'id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:44.898701 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ab0333ef-729b-4706-8029-fc986cee5b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2727680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602699'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:44.922172 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Checking router: 624e5a0a-40bf-46bf-8378-3e3b237a0270 for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:25:44.922531 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Updating router 624e5a0a-40bf-46bf-8378-3e3b237a0270 port eb92f8a1-dc0f-4c4a-b820-c98224d517c9 binding host dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:25:44.941846 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7a556ecf-a94b-41ff-addd-a6778d7b26f0 req-90f445eb-33b3-47b0-b387-d247e4a1bbaa service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902635 Sep 03 14:25:44.973794 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:45.035319 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0333ef-729b-4706-8029-fc986cee5b6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6d3d941-ad5e-4435-8ad8-c551b38c5d4a,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:45.038792 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0333ef-729b-4706-8029-fc986cee5b6e admin admin] Checking segment: {'id': '3171b6c6-8b3e-4133-ac1a-5a22a0a98873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '602d4862-b3dc-48b8-b760-b964df7665c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:25:45.039517 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0333ef-729b-4706-8029-fc986cee5b6e admin admin] Network hostable DHCP agents. Network: 602d4862-b3dc-48b8-b760-b964df7665c4, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:25:45.080392 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0333ef-729b-4706-8029-fc986cee5b6e admin admin] Network 602d4862-b3dc-48b8-b760-b964df7665c4 is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:25:45.093688 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-ab0333ef-729b-4706-8029-fc986cee5b6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, 602d4862-b3dc-48b8-b760-b964df7665c4) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:25:45.102229 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0333ef-729b-4706-8029-fc986cee5b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:45.103075 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ab0333ef-729b-4706-8029-fc986cee5b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:45.117649 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c0cf4e-7932-4d7c-a16d-33cecab2da59 None None] Network 602d4862-b3dc-48b8-b760-b964df7665c4 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:25:45.119727 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7a556ecf-a94b-41ff-addd-a6778d7b26f0 req-71e23a1b-a9ff-4da5-8242-0d572f10c176 service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701679 Sep 03 14:25:45.123322 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ab0333ef-729b-4706-8029-fc986cee5b6e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7553079 Sep 03 14:25:45.124205 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45774) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:45.128831 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-745895373-router', 'tenant_id': '7a787ba3136247cbb8a75a10444b4eb5', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:25:45.180115 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-948159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10832'] for router, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:45.181250 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-947759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-945343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10843'] for router, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:45.234892 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 8338eeef-1d04-4c43-94db-860fa4b5c046 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:25:45.235808 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:45.303309 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:45.577999 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:45.642428 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1bbed-a2ee-4d83-b1b6-a1fb23534549 req-542efdb5-eaa9-4b92-a5cc-8d2a10417983 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:45.650956 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bcd1bbed-a2ee-4d83-b1b6-a1fb23534549 req-542efdb5-eaa9-4b92-a5cc-8d2a10417983 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1816216 Sep 03 14:25:45.686564 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5cabd9-fd1b-576e-aa1b-199532e8f2a6-602d4862-b3dc-48b8-b760-b964df7665c4', 'network_id': '602d4862-b3dc-48b8-b760-b964df7665c4', 'tenant_id': '7a787ba3136247cbb8a75a10444b4eb5', 'fixed_ips': [{'subnet_id': 'd6d3d941-ad5e-4435-8ad8-c551b38c5d4a'}]}} from dv-cinder-759955-20-iscsi. {{(pid=93971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:25:45.687449 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:45.865863 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bcd1bbed-a2ee-4d83-b1b6-a1fb23534549 req-b33b054e-1f3a-4a09-9ea0-25043958bcc0 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131147 Sep 03 14:25:45.980812 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.db_base_plugin_common [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Allocated IP 172.20.0.2 (602d4862-b3dc-48b8-b760-b964df7665c4/d6d3d941-ad5e-4435-8ad8-c551b38c5d4a/ca117bca-971e-4d21-977e-1c21f4503900) {{(pid=93971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:25:45.984316 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:46.022683 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Transition to ACTIVE for port object eb92f8a1-dc0f-4c4a-b820-c98224d517c9 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:25:46.035373 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:46.108790 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7b0b5-323c-4f2c-8115-3c9eeb1c6331 None None] Pushing event updated for resources: {'Port': ['ID=eb92f8a1-dc0f-4c4a-b820-c98224d517c9,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:46.125563 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7b0b5-323c-4f2c-8115-3c9eeb1c6331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:46.126016 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7b0b5-323c-4f2c-8115-3c9eeb1c6331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:46.126322 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7b0b5-323c-4f2c-8115-3c9eeb1c6331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:46.126667 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7b0b5-323c-4f2c-8115-3c9eeb1c6331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:46.127014 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7b0b5-323c-4f2c-8115-3c9eeb1c6331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:46.127424 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7b0b5-323c-4f2c-8115-3c9eeb1c6331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:46.127764 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7b0b5-323c-4f2c-8115-3c9eeb1c6331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:46.128099 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7b0b5-323c-4f2c-8115-3c9eeb1c6331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:46.128433 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7b0b5-323c-4f2c-8115-3c9eeb1c6331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:46.128904 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7b0b5-323c-4f2c-8115-3c9eeb1c6331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:46.129250 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7b0b5-323c-4f2c-8115-3c9eeb1c6331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:46.129566 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7b0b5-323c-4f2c-8115-3c9eeb1c6331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:46.290791 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Attempting to bind port eb92f8a1-dc0f-4c4a-b820-c98224d517c9 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:25:46.299831 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-bbc64bf0-df5c-492d-b913-a4cb0f33a560 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:46.301076 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Attempting to bind port eb92f8a1-dc0f-4c4a-b820-c98224d517c9 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': 'b79e017b-c336-49e8-86ae-8ed747246548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:25:46.303645 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Attempting to bind port eb92f8a1-dc0f-4c4a-b820-c98224d517c9 on network 41791f6f-5dc3-4bb3-a10a-6ba71f14d907 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:25:46.316233 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-bbc64bf0-df5c-492d-b913-a4cb0f33a560 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/networks?id=fb235152-1981-4289-a876-4c18cb9ce3f8 HTTP/1.1" status: 200 len: 813 time: 0.3578391 Sep 03 14:25:46.328256 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:46.357323 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-1ca27048-6371-4299-a07e-101e06b95647 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/quotas/64f065a843454e3cac530b36c30d9dd0 HTTP/1.1" status: 200 len: 375 time: 0.0370345 Sep 03 14:25:46.363900 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:46.377556 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:25:46.378436 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Checking segment: {'id': 'b79e017b-c336-49e8-86ae-8ed747246548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:25:46.379018 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:46.379582 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Bound using segment: {'id': 'b79e017b-c336-49e8-86ae-8ed747246548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:25:46.380224 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Bound port: eb92f8a1-dc0f-4c4a-b820-c98224d517c9, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79e017b-c336-49e8-86ae-8ed747246548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:25:46.380774 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:46.420002 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-fb91cfb0-0a8b-47ab-8af7-e056162d32c5 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f065a843454e3cac530b36c30d9dd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586090 Sep 03 14:25:46.420856 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:46.489100 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 45816) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:46.528333 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] For port eb92f8a1-dc0f-4c4a-b820-c98224d517c9, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:25:46.556228 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] For port eb92f8a1-dc0f-4c4a-b820-c98224d517c9, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=eb92f8a1-dc0f-4c4a-b820-c98224d517c9,segment=NetworkSegment(b79e017b-c336-49e8-86ae-8ed747246548),segment_id=b79e017b-c336-49e8-86ae-8ed747246548)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:25:46.597977 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:46.612357 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] Allocated IP 172.27.3.152 (71a2aaf5-8009-41a7-aebe-f6027ce2b898/3592d6f5-ce6a-448b-9072-bd66af67c647/a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:25:46.725930 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:46.746508 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-8394ca8a-beaa-40e0-b4ab-7cf534c750ca service neutron] 10.222.0.23 "GET /v2.0/networks/fb235152-1981-4289-a876-4c18cb9ce3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152804 Sep 03 14:25:46.795150 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Notify callbacks [] for port, precommit_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:46.799022 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:46.815869 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Transition to ACTIVE for port object ca117bca-971e-4d21-977e-1c21f4503900 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:25:46.853545 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Transition to ACTIVE for port object ca117bca-971e-4d21-977e-1c21f4503900 will not be triggered until provisioned by entity DHCP. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:25:46.861102 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:25:46.863979 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:25:46.868499 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:25:46.934054 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328'] for port, after_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:46.942814 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e3525055-c7ca-4421-81de-d164d124eade admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:46.956194 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Routers {'624e5a0a-40bf-46bf-8378-3e3b237a0270'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:25:46.957077 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:25:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['624e5a0a-40bf-46bf-8378-3e3b237a0270'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:47.000668 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] Pushing event updated for resources: {'Port': ['ID=a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:47.040560 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-0a6df5dd-cd09-42a0-9ae9-05e2d5a8f7d8 service neutron] 10.222.0.23 "GET /v2.0/networks/fb235152-1981-4289-a876-4c18cb9ce3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845993 Sep 03 14:25:47.044106 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Network 602d4862-b3dc-48b8-b760-b964df7665c4 is already hosted by enough agents. {{(pid=93971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:25:47.053935 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.base_scheduler [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Resources bound (agent type, host, resource id): {{(pid=93971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:25:47.112707 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Received port after_create {{(pid=93971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:25:47.123932 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7b0b5-323c-4f2c-8115-3c9eeb1c6331 None None] Pushing event updated for resources: {'Port': ['ID=eb92f8a1-dc0f-4c4a-b820-c98224d517c9,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:47.210282 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e3525055-c7ca-4421-81de-d164d124eade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:47.218796 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e3525055-c7ca-4421-81de-d164d124eade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:47.255919 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff2b56-2716-4201-b298-a8696c63d1bb req-c8459ff6-d564-4eb5-bfd4-78f82f8f1d0e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:47.264035 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ccff2b56-2716-4201-b298-a8696c63d1bb req-c8459ff6-d564-4eb5-bfd4-78f82f8f1d0e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1685526 Sep 03 14:25:47.317316 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-e3525055-c7ca-4421-81de-d164d124eade admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9550fe5134c428b86c102d38f13514b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8269796 Sep 03 14:25:47.320110 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 45830) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:47.320800 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3525055-c7ca-4421-81de-d164d124eade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdb5559-0852-474f-b257-a6f535def37b,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:47.367866 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Pushing event updated for resources: {'Port': ['ID=ca117bca-971e-4d21-977e-1c21f4503900,revision_number=1']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:47.407194 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-64b980a6-61a0-4dc5-9fa3-2ac5a4f12b5c req-3acc9d5c-d065-473a-9b2a-25e6f89508ec tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 210 time: 0.0469906 Sep 03 14:25:47.465145 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] Set router 624e5a0a-40bf-46bf-8378-3e3b237a0270 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:25:47.509982 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c5c03828-bbed-4629-a7dd-7c14514f75d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:47.510506 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Attempting to bind port ca117bca-971e-4d21-977e-1c21f4503900 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:25:47.510893 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Attempting to bind port ca117bca-971e-4d21-977e-1c21f4503900 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': '3171b6c6-8b3e-4133-ac1a-5a22a0a98873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '602d4862-b3dc-48b8-b760-b964df7665c4'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:25:47.511272 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Attempting to bind port ca117bca-971e-4d21-977e-1c21f4503900 on network 602d4862-b3dc-48b8-b760-b964df7665c4 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:25:47.522104 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:25:47.522627 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Checking segment: {'id': '3171b6c6-8b3e-4133-ac1a-5a22a0a98873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '602d4862-b3dc-48b8-b760-b964df7665c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:25:47.523048 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:47.523980 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Bound using segment: {'id': '3171b6c6-8b3e-4133-ac1a-5a22a0a98873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '602d4862-b3dc-48b8-b760-b964df7665c4'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:25:47.525093 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Bound port: ca117bca-971e-4d21-977e-1c21f4503900, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3171b6c6-8b3e-4133-ac1a-5a22a0a98873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '602d4862-b3dc-48b8-b760-b964df7665c4'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:25:47.525093 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:47.544348 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ccff2b56-2716-4201-b298-a8696c63d1bb req-b8dc60f5-db22-43ee-8785-bce6eee40d33 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789199 Sep 03 14:25:47.582932 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c5c03828-bbed-4629-a7dd-7c14514f75d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:47.658582 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c5c03828-bbed-4629-a7dd-7c14514f75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:47.666383 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c5c03828-bbed-4629-a7dd-7c14514f75d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:47.668102 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-c5c03828-bbed-4629-a7dd-7c14514f75d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3bdb5559-0852-474f-b257-a6f535def37b HTTP/1.1" status: 204 len: 168 time: 0.3286839 Sep 03 14:25:47.694540 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c03828-bbed-4629-a7dd-7c14514f75d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdb5559-0852-474f-b257-a6f535def37b,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:47.702061 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:47.808190 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] For port ca117bca-971e-4d21-977e-1c21f4503900, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:25:47.813991 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] For port ca117bca-971e-4d21-977e-1c21f4503900, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=ca117bca-971e-4d21-977e-1c21f4503900,segment=NetworkSegment(3171b6c6-8b3e-4133-ac1a-5a22a0a98873),segment_id=3171b6c6-8b3e-4133-ac1a-5a22a0a98873)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:25:47.842633 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:48.056596 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0550e-0aea-4ac8-80a5-c5e8c2e13634 None None] Pushing event updated for resources: {'Port': ['ID=ca117bca-971e-4d21-977e-1c21f4503900,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:48.122027 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'name': 'tempest-TestMinimumBasicScenario-795260439-router', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:35Z', 'updated_at': '2021-09-03T14:25:40Z', 'revision_number': 4, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'gw_port': {'id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:36Z', 'updated_at': '2021-09-03T14:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': 'eb92f8a1-dc0f-4c4a-b820-c98224d517c9', 'name': '', 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'mac_address': 'fa:16:3e:bf:51:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:39Z', 'updated_at': '2021-09-03T14:25:46Z', 'revision_number': 4, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'subnets': [{'id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:48.236417 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50879c3a-fbb4-4b01-9b08-87a13bd803bc None None] The sync data for ids ['624e5a0a-40bf-46bf-8378-3e3b237a0270'] in dv-cinder-759955-20-iscsi is: [{'id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'name': 'tempest-TestMinimumBasicScenario-795260439-router', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:35Z', 'updated_at': '2021-09-03T14:25:40Z', 'revision_number': 4, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'gw_port': {'id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:36Z', 'updated_at': '2021-09-03T14:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': 'eb92f8a1-dc0f-4c4a-b820-c98224d517c9', 'name': '', 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'mac_address': 'fa:16:3e:bf:51:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:39Z', 'updated_at': '2021-09-03T14:25:46Z', 'revision_number': 4, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'subnets': [{'id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:25:48.360997 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-947750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-945386'] for router, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:48.868974 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f236c00-3a5a-47f8-9475-4686023dba7c req-d5825383-8509-456b-9099-f2379bf9de54 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:48.871265 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8f236c00-3a5a-47f8-9475-4686023dba7c req-d5825383-8509-456b-9099-f2379bf9de54 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1107008 Sep 03 14:25:48.941794 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8f236c00-3a5a-47f8-9475-4686023dba7c req-8d53b366-5052-4c4c-bf96-eaa5390ee85c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630062 Sep 03 14:25:49.066448 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device eb92f8a1-dc0f-4c4a-b820-c98224d517c9 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:25:49.238618 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port eb92f8a1-dc0f-4c4a-b820-c98224d517c9 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:25:49.245791 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port eb92f8a1-dc0f-4c4a-b820-c98224d517c9 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:25:49.246799 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:49.432415 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0ca37e88-8aa7-4d52-8469-95737d11d2b7 req-3474be63-618b-48e2-8f0d-ecf67929b2f8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 210 time: 0.8245616 Sep 03 14:25:49.514211 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 45876) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:49.515518 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:49.540469 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-6436692c-a200-4aab-ae81-cf8344ea73bf tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:49.542111 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-6436692c-a200-4aab-ae81-cf8344ea73bf tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.11 "GET /v2.0/networks?id=fb235152-1981-4289-a876-4c18cb9ce3f8 HTTP/1.1" status: 200 len: 813 time: 0.4523849 Sep 03 14:25:49.585804 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port eb92f8a1-dc0f-4c4a-b820-c98224d517c9, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=eb92f8a1-dc0f-4c4a-b820-c98224d517c9,segment=NetworkSegment(b79e017b-c336-49e8-86ae-8ed747246548),segment_id=b79e017b-c336-49e8-86ae-8ed747246548)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:25:49.591418 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:49.592472 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device ca117bca-971e-4d21-977e-1c21f4503900 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:25:49.602759 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-bcba934c-917f-4ccd-9fb2-6bc2fcf47590 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Request body: {'port': {'device_id': 'a6318079-668f-4f44-a81b-0e8d2569bc2c', 'network_id': 'fb235152-1981-4289-a876-4c18cb9ce3f8', 'admin_state_up': True, 'tenant_id': '64f065a843454e3cac530b36c30d9dd0'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:25:49.619660 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] Router 67f226f8-6475-419e-b0b2-edfe12f0a8fb is scheduled to L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 with binding_index 1 {{(pid=93969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:25:49.747901 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d99f371-3085-4b44-8b02-15de4f7fda52 None None] Network 602d4862-b3dc-48b8-b760-b964df7665c4 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:25:49.824094 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=eb92f8a1-dc0f-4c4a-b820-c98224d517c9,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:49.945624 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:25:49.980615 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:49.988669 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1327cdf0-5a67-43d6-9266-a3b9086f796b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8633430 Sep 03 14:25:49.989498 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45884) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:49.990563 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Sync routers for ids ['67f226f8-6475-419e-b0b2-edfe12f0a8fb'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:25:50.058371 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Routers {'67f226f8-6475-419e-b0b2-edfe12f0a8fb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:25:50.062385 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:25:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['67f226f8-6475-419e-b0b2-edfe12f0a8fb'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:50.088555 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port ca117bca-971e-4d21-977e-1c21f4503900 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:25:50.100924 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-244378ce-06d0-409b-9b58-2d4a6e851148 None None] Provisioning for port ca117bca-971e-4d21-977e-1c21f4503900 completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:25:50.423878 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Set router 67f226f8-6475-419e-b0b2-edfe12f0a8fb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:25:50.457544 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port ca117bca-971e-4d21-977e-1c21f4503900 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:25:50.458035 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:50.499533 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-244378ce-06d0-409b-9b58-2d4a6e851148 None None] Provisioning complete for port ca117bca-971e-4d21-977e-1c21f4503900 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:25:50.500353 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-244378ce-06d0-409b-9b58-2d4a6e851148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:50.633803 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-703ab03d-08ac-4798-836f-54bea1824d88 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1793451557-network', 'tenant_id': '3432258e520247ce9ede8396ea60327b'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:25:50.652541 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-bcba934c-917f-4ccd-9fb2-6bc2fcf47590 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Made reservation on behalf of 64f065a843454e3cac530b36c30d9dd0 for: {'port': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:25:50.663566 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-bcba934c-917f-4ccd-9fb2-6bc2fcf47590 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:50.729315 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:50.732343 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-244378ce-06d0-409b-9b58-2d4a6e851148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:50.802809 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port ca117bca-971e-4d21-977e-1c21f4503900, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=ca117bca-971e-4d21-977e-1c21f4503900,segment=NetworkSegment(3171b6c6-8b3e-4133-ac1a-5a22a0a98873),segment_id=3171b6c6-8b3e-4133-ac1a-5a22a0a98873)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:25:50.813736 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:51.009202 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'name': 'tempest-TestMinimumBasicScenario-745895373-router', 'tenant_id': '7a787ba3136247cbb8a75a10444b4eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:45Z', 'updated_at': '2021-09-03T14:25:47Z', 'revision_number': 3, 'project_id': '7a787ba3136247cbb8a75a10444b4eb5', 'gw_port': {'id': 'a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:46Z', 'updated_at': '2021-09-03T14:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:51.028364 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b93dca48-18e5-4bce-b859-d459a49d756e req-003914bf-da58-4d58-bf53-972c18456909 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 210 time: 0.3643506 Sep 03 14:25:51.050788 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device eb92f8a1-dc0f-4c4a-b820-c98224d517c9 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:25:51.075499 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-bcba934c-917f-4ccd-9fb2-6bc2fcf47590 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Allocated IP 172.20.0.3 (fb235152-1981-4289-a876-4c18cb9ce3f8/65472ccc-708a-4001-a6ca-360bf51902e2/8a141202-ae1b-431b-aa48-52e7f3890dec) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:25:51.087300 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Checking router: 67f226f8-6475-419e-b0b2-edfe12f0a8fb for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:25:51.088362 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Updating router 67f226f8-6475-419e-b0b2-edfe12f0a8fb port a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3 binding host dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:25:51.158283 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.db.api [None req-244378ce-06d0-409b-9b58-2d4a6e851148 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 14:25:51.159153 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG oslo_db.api [None req-244378ce-06d0-409b-9b58-2d4a6e851148 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 14:25:51.168584 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=ca117bca-971e-4d21-977e-1c21f4503900,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:51.181809 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:51.206467 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703ab03d-08ac-4798-836f-54bea1824d88 admin admin] Made reservation on behalf of 3432258e520247ce9ede8396ea60327b for: {'network': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:25:51.211222 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-703ab03d-08ac-4798-836f-54bea1824d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:51.251335 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port eb92f8a1-dc0f-4c4a-b820-c98224d517c9 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:25:51.251861 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:51.299487 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f26ec-2f90-4052-9b4c-6c8567506f7d req-bb8f30b7-fb1b-497d-b049-7b5754598532 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:51.313760 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-dd4f26ec-2f90-4052-9b4c-6c8567506f7d req-bb8f30b7-fb1b-497d-b049-7b5754598532 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.6930046 Sep 03 14:25:51.316678 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:51.325421 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-703ab03d-08ac-4798-836f-54bea1824d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:51.604074 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-dd4f26ec-2f90-4052-9b4c-6c8567506f7d req-9469da38-540b-4b70-a231-77ff036fb2fc tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883098 Sep 03 14:25:51.738300 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-bcba934c-917f-4ccd-9fb2-6bc2fcf47590 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:51.743405 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] Allocated IP 172.20.0.1 (602d4862-b3dc-48b8-b760-b964df7665c4/d6d3d941-ad5e-4435-8ad8-c551b38c5d4a/227fe6e5-7a22-4eec-98e7-5880762b0b0f) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:25:51.814510 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:51.840935 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.provisioning_blocks [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Transition to ACTIVE for port object a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3 will not be triggered until provisioned by entity L2. {{(pid=93972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:25:51.850304 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:51.850651 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-703ab03d-08ac-4798-836f-54bea1824d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:51.858443 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-703ab03d-08ac-4798-836f-54bea1824d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:51.888169 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Attempting to bind port a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:25:51.888744 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Attempting to bind port a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:25:51.889217 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Attempting to bind port a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3 on network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:25:51.900439 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-bcba934c-917f-4ccd-9fb2-6bc2fcf47590 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:51.907650 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ab03d-08ac-4798-836f-54bea1824d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d98124-a06b-401e-8143-2b9a26d9a14e,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:51.921014 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-eb23f11f-8bea-4358-a9ab-283287daf518 None None] Provisioning complete for port ca117bca-971e-4d21-977e-1c21f4503900 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:25:51.921746 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-eb23f11f-8bea-4358-a9ab-283287daf518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:51.954573 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:25:51.955296 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Checking segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:25:51.955817 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:51.958130 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Bound using segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:25:51.958780 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Bound port: a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:25:51.959295 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:52.004093 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba934c-917f-4ccd-9fb2-6bc2fcf47590 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Pushing event updated for resources: {'Port': ['ID=8a141202-ae1b-431b-aa48-52e7f3890dec,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:52.025457 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703ab03d-08ac-4798-836f-54bea1824d88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:25:52.038835 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-bcba934c-917f-4ccd-9fb2-6bc2fcf47590 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Network fb235152-1981-4289-a876-4c18cb9ce3f8 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:25:52.041839 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-bcba934c-917f-4ccd-9fb2-6bc2fcf47590 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:25:52.045849 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-bcba934c-917f-4ccd-9fb2-6bc2fcf47590 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:25:52.056288 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:52.069028 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-703ab03d-08ac-4798-836f-54bea1824d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:52.071675 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.segments_db [None req-703ab03d-08ac-4798-836f-54bea1824d88 admin admin] Added segment 8a2136c7-2ec2-455d-93cd-4c5bde2e9589 of type vlan for network 8c0ba576-5640-4463-8c91-cf19650ff017 Sep 03 14:25:52.096213 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] Transition to ACTIVE for port object 227fe6e5-7a22-4eec-98e7-5880762b0b0f will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:25:52.155864 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:52.207418 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3956ba-dbc4-421f-8e33-559ac97416fb None None] Pushing event updated for resources: {'Port': ['ID=a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3,revision_number=2']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:52.210493 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] Network 602d4862-b3dc-48b8-b760-b964df7665c4 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:25:52.215166 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:25:52.236941 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3956ba-dbc4-421f-8e33-559ac97416fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:52.237551 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3956ba-dbc4-421f-8e33-559ac97416fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:52.238168 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3956ba-dbc4-421f-8e33-559ac97416fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:52.238739 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3956ba-dbc4-421f-8e33-559ac97416fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:52.240362 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3956ba-dbc4-421f-8e33-559ac97416fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:52.241259 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3956ba-dbc4-421f-8e33-559ac97416fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:52.241869 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3956ba-dbc4-421f-8e33-559ac97416fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:52.245134 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:25:52.248324 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3956ba-dbc4-421f-8e33-559ac97416fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:52.249190 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3956ba-dbc4-421f-8e33-559ac97416fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:52.250204 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3956ba-dbc4-421f-8e33-559ac97416fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:52.250204 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3956ba-dbc4-421f-8e33-559ac97416fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:52.250452 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3956ba-dbc4-421f-8e33-559ac97416fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:25:52.277864 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] For port a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:25:52.290367 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-bcba934c-917f-4ccd-9fb2-6bc2fcf47590 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:52.291048 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-bcba934c-917f-4ccd-9fb2-6bc2fcf47590 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:52.306202 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894143'] for router_interface, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:52.308449 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] For port a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:25:52.315769 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:52.320888 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-bcba934c-917f-4ccd-9fb2-6bc2fcf47590 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7451811 Sep 03 14:25:52.325376 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] Pushing event updated for resources: {'Port': ['ID=227fe6e5-7a22-4eec-98e7-5880762b0b0f,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:52.327518 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-703ab03d-08ac-4798-836f-54bea1824d88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:52.339795 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Request body: {'port': {'device_id': 'a6318079-668f-4f44-a81b-0e8d2569bc2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:25:52.403921 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Routers {'67f226f8-6475-419e-b0b2-edfe12f0a8fb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:25:52.404849 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:25:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['67f226f8-6475-419e-b0b2-edfe12f0a8fb'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:52.422569 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:52.549983 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854d30d-338a-433c-8dbf-b2900a1c36af req-074a66e9-9b1a-4117-8060-11521022d95b tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:52.561967 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1854d30d-338a-433c-8dbf-b2900a1c36af req-074a66e9-9b1a-4117-8060-11521022d95b tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 931 time: 0.3182147 Sep 03 14:25:52.589325 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] Set router 67f226f8-6475-419e-b0b2-edfe12f0a8fb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:25:52.629391 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-b07252d2-a99e-4c97-80a7-dc6e4c826afe None None] Provisioning for port 227fe6e5-7a22-4eec-98e7-5880762b0b0f completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:25:52.638597 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-b07252d2-a99e-4c97-80a7-dc6e4c826afe None None] Provisioning complete for port 227fe6e5-7a22-4eec-98e7-5880762b0b0f triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:25:52.639288 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-b07252d2-a99e-4c97-80a7-dc6e4c826afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:52.704079 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:52.719857 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-b07252d2-a99e-4c97-80a7-dc6e4c826afe None None] Port 227fe6e5-7a22-4eec-98e7-5880762b0b0f cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:25:52.732005 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1854d30d-338a-433c-8dbf-b2900a1c36af req-30d8a0cb-c9e9-48bd-8aee-636d95361d40 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561635 Sep 03 14:25:52.831660 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-703ab03d-08ac-4798-836f-54bea1824d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:52.832841 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703ab03d-08ac-4798-836f-54bea1824d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:52.833446 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-703ab03d-08ac-4798-836f-54bea1824d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:52.836704 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3956ba-dbc4-421f-8e33-559ac97416fb None None] Pushing event updated for resources: {'Port': ['ID=a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3,revision_number=3']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:52.901947 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'name': 'tempest-TestMinimumBasicScenario-745895373-router', 'tenant_id': '7a787ba3136247cbb8a75a10444b4eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:45Z', 'updated_at': '2021-09-03T14:25:47Z', 'revision_number': 3, 'project_id': '7a787ba3136247cbb8a75a10444b4eb5', 'gw_port': {'id': 'a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:46Z', 'updated_at': '2021-09-03T14:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:52.938802 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a141202-ae1b-431b-aa48-52e7f3890dec {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:25:53.050934 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d164af9-f34d-405c-a658-ce93932801b8 None None] The sync data for ids ['67f226f8-6475-419e-b0b2-edfe12f0a8fb'] in dv-cinder-759955-20-iscsi is: [{'id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'name': 'tempest-TestMinimumBasicScenario-745895373-router', 'tenant_id': '7a787ba3136247cbb8a75a10444b4eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:45Z', 'updated_at': '2021-09-03T14:25:47Z', 'revision_number': 3, 'project_id': '7a787ba3136247cbb8a75a10444b4eb5', 'gw_port': {'id': 'a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:46Z', 'updated_at': '2021-09-03T14:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:25:53.055889 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device ca117bca-971e-4d21-977e-1c21f4503900 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:25:53.105222 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:53.222199 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-703ab03d-08ac-4798-836f-54bea1824d88 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.6786976 Sep 03 14:25:53.230239 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45912) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:53.258682 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Transition to ACTIVE for port object 8a141202-ae1b-431b-aa48-52e7f3890dec will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:25:53.259004 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-cf76b878-5e2d-40e2-aa6a-9daac594744f admin admin] Request body: {'subnet': {'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1793451557-subnet', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:25:53.261083 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ab03d-08ac-4798-836f-54bea1824d88 admin admin] Pushing event updated for resources: {'Network': ['ID=8c0ba576-5640-4463-8c91-cf19650ff017,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:53.272171 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:53.274245 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:53.276515 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network 8c0ba576-5640-4463-8c91-cf19650ff017 details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:25:53.284628 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port ca117bca-971e-4d21-977e-1c21f4503900 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:25:53.285218 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:53.287054 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:53.367855 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Pushing event updated for resources: {'Port': ['ID=8a141202-ae1b-431b-aa48-52e7f3890dec,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:53.459661 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf76b878-5e2d-40e2-aa6a-9daac594744f admin admin] Made reservation on behalf of 3432258e520247ce9ede8396ea60327b for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:25:53.466164 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cf76b878-5e2d-40e2-aa6a-9daac594744f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602725'] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:53.505187 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfd91c-d224-403b-bfa9-f67193e01527 req-8e864844-2a58-40db-8647-2f23831a5a6a tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:53.509102 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-05dfd91c-d224-403b-bfa9-f67193e01527 req-8e864844-2a58-40db-8647-2f23831a5a6a tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.4145374 Sep 03 14:25:53.570314 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945967'] for router_interface, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:53.578180 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] Pushing event updated for resources: {'Port': ['ID=227fe6e5-7a22-4eec-98e7-5880762b0b0f,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:53.583255 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-05dfd91c-d224-403b-bfa9-f67193e01527 req-88d319a4-080b-4b3d-90d5-a112404e45f5 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669842 Sep 03 14:25:53.585492 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Attempting to bind port 8a141202-ae1b-431b-aa48-52e7f3890dec on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:25:53.586426 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Attempting to bind port 8a141202-ae1b-431b-aa48-52e7f3890dec by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '244f40f9-1579-4199-989a-54c0e140b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fb235152-1981-4289-a876-4c18cb9ce3f8'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:25:53.586752 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Attempting to bind port 8a141202-ae1b-431b-aa48-52e7f3890dec on network fb235152-1981-4289-a876-4c18cb9ce3f8 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:25:53.600383 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Port 8a141202-ae1b-431b-aa48-52e7f3890dec on network fb235152-1981-4289-a876-4c18cb9ce3f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:25:53.600732 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Attempting to bind port 8a141202-ae1b-431b-aa48-52e7f3890dec on network fb235152-1981-4289-a876-4c18cb9ce3f8 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:25:53.610983 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:25:53.611709 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Checking segment: {'id': '244f40f9-1579-4199-989a-54c0e140b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fb235152-1981-4289-a876-4c18cb9ce3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:25:53.612318 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Bound using segment: {'id': '244f40f9-1579-4199-989a-54c0e140b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fb235152-1981-4289-a876-4c18cb9ce3f8'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:25:53.612973 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Bound port: 8a141202-ae1b-431b-aa48-52e7f3890dec, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244f40f9-1579-4199-989a-54c0e140b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fb235152-1981-4289-a876-4c18cb9ce3f8'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:25:53.613544 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:53.756443 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] For port 8a141202-ae1b-431b-aa48-52e7f3890dec, host hv-cinder-75995, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:25:53.762808 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] For port 8a141202-ae1b-431b-aa48-52e7f3890dec, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=8a141202-ae1b-431b-aa48-52e7f3890dec,segment=NetworkSegment(244f40f9-1579-4199-989a-54c0e140b430),segment_id=244f40f9-1579-4199-989a-54c0e140b430)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:25:53.773341 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:53.861165 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:53.862409 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:53.863470 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] 10.222.0.11 "PUT /v2.0/ports/8a141202-ae1b-431b-aa48-52e7f3890dec HTTP/1.1" status: 200 len: 1093 time: 1.5295179 Sep 03 14:25:53.863976 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6318079-668f-4f44-a81b-0e8d2569bc2c', 'tag': '8a141202-ae1b-431b-aa48-52e7f3890dec'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:25:53.866542 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e871fde-8ce3-491a-9f61-f29eb3a26f68" -d '{"events": [{"name": "network-changed", "server_uuid": "a6318079-668f-4f44-a81b-0e8d2569bc2c", "tag": "8a141202-ae1b-431b-aa48-52e7f3890dec"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:25:53.992068 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] Network 602d4862-b3dc-48b8-b760-b964df7665c4 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:25:53.998037 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:25:54.036989 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810f38b-3a0e-4c04-ab82-f5aa56ebad68 service neutron] Pushing event updated for resources: {'Port': ['ID=8a141202-ae1b-431b-aa48-52e7f3890dec,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:54.073175 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-6763dd16-20e5-4f63-bb7a-c05500da0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:54.075217 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-6763dd16-20e5-4f63-bb7a-c05500da0bb9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64f065a843454e3cac530b36c30d9dd0&device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 1096 time: 0.1554399 Sep 03 14:25:54.153792 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-062e0ba0-8d7f-4a84-9d2d-ae4061ec0bf8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a141202-ae1b-431b-aa48-52e7f3890dec HTTP/1.1" status: 200 len: 217 time: 0.0608051 Sep 03 14:25:54.168660 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a24d92-3958-419a-9f66-61c2eaea3118 req-2dc88816-e538-4137-8efd-89698e2af6b3 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:54.177504 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-85a24d92-3958-419a-9f66-61c2eaea3118 req-2dc88816-e538-4137-8efd-89698e2af6b3 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 943 time: 0.2286041 Sep 03 14:25:54.303528 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4a0ba1-d157-496a-8504-20f9c151b961 x-openstack-request-id: req-ce4a0ba1-d157-496a-8504-20f9c151b961 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:25:54.304185 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6318079-668f-4f44-a81b-0e8d2569bc2c", "tag": "8a141202-ae1b-431b-aa48-52e7f3890dec", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:25:54.305598 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce4a0ba1-d157-496a-8504-20f9c151b961 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:25:54.306235 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6318079-668f-4f44-a81b-0e8d2569bc2c', 'tag': '8a141202-ae1b-431b-aa48-52e7f3890dec', 'status': 'completed', 'code': 200} Sep 03 14:25:54.310080 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-88f6a154-b02a-4f20-a528-7f6add29b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:54.312155 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-88f6a154-b02a-4f20-a528-7f6add29b423 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65472ccc-708a-4001-a6ca-360bf51902e2 HTTP/1.1" status: 200 len: 853 time: 0.1059489 Sep 03 14:25:54.332749 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] Router 67f226f8-6475-419e-b0b2-edfe12f0a8fb has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:25:54.345333 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-85a24d92-3958-419a-9f66-61c2eaea3118 req-02b9080f-2b71-471d-a94e-8bbd82cfd389 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665084 Sep 03 14:25:54.374796 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-6de82736-e471-4503-ae63-437ea16dd56f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb235152-1981-4289-a876-4c18cb9ce3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532823 Sep 03 14:25:54.484325 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-21d3d4e7-9344-452a-9891-f21c21631740 None None] Provisioning complete for port 227fe6e5-7a22-4eec-98e7-5880762b0b0f triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:25:54.485473 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-21d3d4e7-9344-452a-9891-f21c21631740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:54.539588 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-21d3d4e7-9344-452a-9891-f21c21631740 None None] Port 227fe6e5-7a22-4eec-98e7-5880762b0b0f cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:25:54.661810 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cf76b878-5e2d-40e2-aa6a-9daac594744f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2727680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602699'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:54.687264 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-61340887-ed2a-40d9-a573-2f9da236ba0b service neutron] 10.222.0.11 "GET /v2.0/networks/fb235152-1981-4289-a876-4c18cb9ce3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010192 Sep 03 14:25:54.740905 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76b878-5e2d-40e2-aa6a-9daac594744f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e28a41-5071-44d7-8644-3721daae54a3,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:54.799516 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:25:54.807318 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-2b021e66-51ba-40a2-a35c-2164489f4f69 admin admin] 10.222.0.23 "PUT /v2.0/routers/67f226f8-6475-419e-b0b2-edfe12f0a8fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8156476 Sep 03 14:25:54.835881 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf76b878-5e2d-40e2-aa6a-9daac594744f admin admin] Checking segment: {'id': '8a2136c7-2ec2-455d-93cd-4c5bde2e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:25:54.842316 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf76b878-5e2d-40e2-aa6a-9daac594744f admin admin] Network hostable DHCP agents. Network: 8c0ba576-5640-4463-8c91-cf19650ff017, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:25:54.907936 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4115a9ef-6ae5-42a4-bcac-b92c22540cad req-7a3fbea1-25a9-41c1-9573-45760a889b92 service neutron] 10.222.0.11 "GET /v2.0/networks/fb235152-1981-4289-a876-4c18cb9ce3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050276 Sep 03 14:25:54.963447 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf76b878-5e2d-40e2-aa6a-9daac594744f admin admin] Network 8c0ba576-5640-4463-8c91-cf19650ff017 is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:25:54.997094 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9946d0-791f-48d9-995e-a4651bf273cc req-b5a7572d-d9fa-4c3f-aaf9-3b13996c3f42 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:55.000351 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4a9946d0-791f-48d9-995e-a4651bf273cc req-b5a7572d-d9fa-4c3f-aaf9-3b13996c3f42 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1458881 Sep 03 14:25:55.006495 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-cf76b878-5e2d-40e2-aa6a-9daac594744f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, 8c0ba576-5640-4463-8c91-cf19650ff017) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:25:55.012829 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf76b878-5e2d-40e2-aa6a-9daac594744f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:55.014569 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cf76b878-5e2d-40e2-aa6a-9daac594744f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:55.022703 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b5de60-fbed-4bb9-a3c6-7e9f8ca84aec None None] Network 8c0ba576-5640-4463-8c91-cf19650ff017 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:25:55.073498 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e871fde-8ce3-491a-9f61-f29eb3a26f68 req-3a2b7f03-34b7-4b3c-a2e4-8e20fe16fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:55.075508 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7e871fde-8ce3-491a-9f61-f29eb3a26f68 req-3a2b7f03-34b7-4b3c-a2e4-8e20fe16fc41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64f065a843454e3cac530b36c30d9dd0&device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 1096 time: 0.0894191 Sep 03 14:25:55.093537 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-cf76b878-5e2d-40e2-aa6a-9daac594744f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8624594 Sep 03 14:25:55.102180 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 45938) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:55.119507 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1793451557-router', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:25:55.138328 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4a9946d0-791f-48d9-995e-a4651bf273cc req-853d87ee-2d77-4309-939c-05218d8be977 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195402 Sep 03 14:25:55.142087 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:25:55.198158 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-948159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10832'] for router, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:55.199844 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-947759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-945343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10843'] for router, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:55.291449 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:25:55.299179 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:25:55.300309 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:55.370294 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:55.582214 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e871fde-8ce3-491a-9f61-f29eb3a26f68 req-c3bed3b9-e8d3-42f9-be1f-168930211209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:55.585450 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7e871fde-8ce3-491a-9f61-f29eb3a26f68 req-c3bed3b9-e8d3-42f9-be1f-168930211209 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb235152-1981-4289-a876-4c18cb9ce3f8 HTTP/1.1" status: 200 len: 914 time: 0.4998596 Sep 03 14:25:55.648814 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:55.697989 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7e871fde-8ce3-491a-9f61-f29eb3a26f68 req-ab1fb105-31a1-42a6-bf38-219a1d4b926d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a141202-ae1b-431b-aa48-52e7f3890dec HTTP/1.1" status: 200 len: 217 time: 0.1029820 Sep 03 14:25:55.748613 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:25:55.813601 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:55.840619 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e871fde-8ce3-491a-9f61-f29eb3a26f68 req-253f23e0-1cd0-416c-939d-f944cc2af5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:55.849547 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7e871fde-8ce3-491a-9f61-f29eb3a26f68 req-253f23e0-1cd0-416c-939d-f944cc2af5b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65472ccc-708a-4001-a6ca-360bf51902e2 HTTP/1.1" status: 200 len: 853 time: 0.1425188 Sep 03 14:25:55.853534 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:55.871073 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5cabd9-fd1b-576e-aa1b-199532e8f2a6-8c0ba576-5640-4463-8c91-cf19650ff017', 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'fixed_ips': [{'subnet_id': 'b9e28a41-5071-44d7-8644-3721daae54a3'}]}} from dv-cinder-759955-20-iscsi. {{(pid=93971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:25:55.873096 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:55.900653 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71ba99-c2fe-4826-b1cf-a75a9c41324c req-449476d5-3f3d-4347-a4ad-8362d91b0f0a tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:55.917149 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fe71ba99-c2fe-4826-b1cf-a75a9c41324c req-449476d5-3f3d-4347-a4ad-8362d91b0f0a tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 943 time: 0.1855817 Sep 03 14:25:55.969431 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7e871fde-8ce3-491a-9f61-f29eb3a26f68 req-58464c8d-782a-4091-9a99-74a13404821a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb235152-1981-4289-a876-4c18cb9ce3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137719 Sep 03 14:25:56.121988 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.db_base_plugin_common [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Allocated IP 172.20.0.2 (8c0ba576-5640-4463-8c91-cf19650ff017/b9e28a41-5071-44d7-8644-3721daae54a3/82bc48a4-019b-4b30-8f84-c19ec457a302) {{(pid=93971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:25:56.127609 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fe71ba99-c2fe-4826-b1cf-a75a9c41324c req-8404209c-1e9b-4cb8-a8bb-224fbd24b002 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092171 Sep 03 14:25:56.253364 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7e871fde-8ce3-491a-9f61-f29eb3a26f68 req-2a29a34c-b633-4001-b023-32fc6b4e1252 service neutron] 10.222.0.11 "GET /v2.0/networks/fb235152-1981-4289-a876-4c18cb9ce3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594080 Sep 03 14:25:56.438215 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:56.467669 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:56.521752 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Sync routers for ids ['67f226f8-6475-419e-b0b2-edfe12f0a8fb'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:25:56.532208 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:56.532400 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38288b51-5dc9-454b-b526-93dd2915bace req-2dcb70be-20bc-4f6d-a431-71e6bbff6b46 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:56.534510 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-38288b51-5dc9-454b-b526-93dd2915bace req-2dcb70be-20bc-4f6d-a431-71e6bbff6b46 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.2028930 Sep 03 14:25:56.542187 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7e871fde-8ce3-491a-9f61-f29eb3a26f68 req-d36de707-3d47-4a07-a2fb-9c2d4be06f1b service neutron] 10.222.0.11 "GET /v2.0/networks/fb235152-1981-4289-a876-4c18cb9ce3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778339 Sep 03 14:25:56.562356 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Routers {'67f226f8-6475-419e-b0b2-edfe12f0a8fb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:25:56.572680 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:25:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['67f226f8-6475-419e-b0b2-edfe12f0a8fb'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:56.632852 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-38288b51-5dc9-454b-b526-93dd2915bace req-912731f5-de3c-4f0c-a4e1-e64051fcb2dc tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730562 Sep 03 14:25:56.795402 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] Allocated IP 172.27.3.72 (71a2aaf5-8009-41a7-aebe-f6027ce2b898/3592d6f5-ce6a-448b-9072-bd66af67c647/46ccc400-2aff-4a76-ae0b-c5ddb057b4c1) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:25:56.834035 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Set router 67f226f8-6475-419e-b0b2-edfe12f0a8fb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:25:56.980186 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Notify callbacks [] for port, precommit_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:57.007516 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:57.019663 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Transition to ACTIVE for port object 82bc48a4-019b-4b30-8f84-c19ec457a302 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:25:57.084058 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Transition to ACTIVE for port object 82bc48a4-019b-4b30-8f84-c19ec457a302 will not be triggered until provisioned by entity DHCP. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:25:57.095777 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:25:57.106669 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:57.184851 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328'] for port, after_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:57.226254 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:25:57.247107 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:25:57.250378 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:25:57.274386 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Network 8c0ba576-5640-4463-8c91-cf19650ff017 is already hosted by enough agents. {{(pid=93971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:25:57.291898 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.base_scheduler [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Resources bound (agent type, host, resource id): {{(pid=93971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:25:57.329357 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] Pushing event updated for resources: {'Port': ['ID=46ccc400-2aff-4a76-ae0b-c5ddb057b4c1,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:57.378456 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Received port after_create {{(pid=93971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:25:57.411870 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41062e-1f7b-4595-8c37-c7a2deb7b905 req-50db4270-2d56-4d87-99d1-828434706797 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:57.414488 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-dc41062e-1f7b-4595-8c37-c7a2deb7b905 req-50db4270-2d56-4d87-99d1-828434706797 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 943 time: 0.1070414 Sep 03 14:25:57.543261 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-dc41062e-1f7b-4595-8c37-c7a2deb7b905 req-50fd6970-4e40-4728-bd81-e3030683bb29 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132915 Sep 03 14:25:57.787925 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Pushing event updated for resources: {'Port': ['ID=82bc48a4-019b-4b30-8f84-c19ec457a302,revision_number=1']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:57.874729 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Attempting to bind port 82bc48a4-019b-4b30-8f84-c19ec457a302 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:25:57.875431 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Attempting to bind port 82bc48a4-019b-4b30-8f84-c19ec457a302 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': '8a2136c7-2ec2-455d-93cd-4c5bde2e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:25:57.875530 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Attempting to bind port 82bc48a4-019b-4b30-8f84-c19ec457a302 on network 8c0ba576-5640-4463-8c91-cf19650ff017 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:25:57.965310 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:25:57.965820 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Checking segment: {'id': '8a2136c7-2ec2-455d-93cd-4c5bde2e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:25:57.968229 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:57.968725 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Bound using segment: {'id': '8a2136c7-2ec2-455d-93cd-4c5bde2e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:25:57.982140 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Bound port: 82bc48a4-019b-4b30-8f84-c19ec457a302, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2136c7-2ec2-455d-93cd-4c5bde2e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:25:57.982578 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:58.015590 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:25:58.016035 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:58.153060 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] For port 82bc48a4-019b-4b30-8f84-c19ec457a302, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:25:58.156814 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] For port 82bc48a4-019b-4b30-8f84-c19ec457a302, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=82bc48a4-019b-4b30-8f84-c19ec457a302,segment=NetworkSegment(8a2136c7-2ec2-455d-93cd-4c5bde2e9589),segment_id=8a2136c7-2ec2-455d-93cd-4c5bde2e9589)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:25:58.178749 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:58.186675 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:58.269743 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215209-4824-40b2-bbe4-80d5d0b4e938 req-89cd8774-1acc-40f6-b397-3591312fdee7 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:58.289324 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2c215209-4824-40b2-bbe4-80d5d0b4e938 req-89cd8774-1acc-40f6-b397-3591312fdee7 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.4946423 Sep 03 14:25:58.322551 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a3a22-28b1-4123-95c4-7df03350dfff None None] Pushing event updated for resources: {'Port': ['ID=82bc48a4-019b-4b30-8f84-c19ec457a302,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:25:58.364729 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'name': 'tempest-TestMinimumBasicScenario-745895373-router', 'tenant_id': '7a787ba3136247cbb8a75a10444b4eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:45Z', 'updated_at': '2021-09-03T14:25:52Z', 'revision_number': 4, 'project_id': '7a787ba3136247cbb8a75a10444b4eb5', 'gw_port': {'id': 'a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:46Z', 'updated_at': '2021-09-03T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '227fe6e5-7a22-4eec-98e7-5880762b0b0f', 'name': '', 'network_id': '602d4862-b3dc-48b8-b760-b964df7665c4', 'tenant_id': '7a787ba3136247cbb8a75a10444b4eb5', 'mac_address': 'fa:16:3e:d1:92:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd6d3d941-ad5e-4435-8ad8-c551b38c5d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:51Z', 'updated_at': '2021-09-03T14:25:52Z', 'revision_number': 2, 'project_id': '7a787ba3136247cbb8a75a10444b4eb5', 'subnets': [{'id': 'd6d3d941-ad5e-4435-8ad8-c551b38c5d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:58.423226 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Checking router: 67f226f8-6475-419e-b0b2-edfe12f0a8fb for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:25:58.423226 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Updating router 67f226f8-6475-419e-b0b2-edfe12f0a8fb port 227fe6e5-7a22-4eec-98e7-5880762b0b0f binding host dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:25:58.495977 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 8a141202-ae1b-431b-aa48-52e7f3890dec details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:25:58.652694 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2c215209-4824-40b2-bbe4-80d5d0b4e938 req-258840ef-674f-43a6-a9cb-8f6d3ca55f8d tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615923 Sep 03 14:25:58.664605 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:58.989643 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d916b-9266-4365-bad5-ccace1195d93 req-707ab17c-c5e7-4fa6-bd27-ed2d3faba94f tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:25:59.012088 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-db7d916b-9266-4365-bad5-ccace1195d93 req-707ab17c-c5e7-4fa6-bd27-ed2d3faba94f tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 943 time: 0.1816945 Sep 03 14:25:59.121697 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-947750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-945386'] for router, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:59.145173 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 8a141202-ae1b-431b-aa48-52e7f3890dec, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=8a141202-ae1b-431b-aa48-52e7f3890dec,segment=NetworkSegment(244f40f9-1579-4199-989a-54c0e140b430),segment_id=244f40f9-1579-4199-989a-54c0e140b430)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:25:59.148033 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-db7d916b-9266-4365-bad5-ccace1195d93 req-b9bda923-5617-487e-9738-c60045288d75 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344192 Sep 03 14:25:59.207004 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': '8a141202-ae1b-431b-aa48-52e7f3890dec', 'network_id': 'fb235152-1981-4289-a876-4c18cb9ce3f8', 'port_id': '8a141202-ae1b-431b-aa48-52e7f3890dec', 'mac_address': 'fa:16:3e:45:57:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65472ccc-708a-4001-a6ca-360bf51902e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:25:59.402544 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 82bc48a4-019b-4b30-8f84-c19ec457a302 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:25:59.539775 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] Router 308c83e0-78e9-46e5-91c0-6fe6aad277b7 is scheduled to L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 with binding_index 1 {{(pid=93969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:25:59.568757 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port 82bc48a4-019b-4b30-8f84-c19ec457a302 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:25:59.812152 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:25:59.825388 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Sync routers for ids ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:25:59.836526 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Routers {'308c83e0-78e9-46e5-91c0-6fe6aad277b7'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:25:59.837479 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:25:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:25:59.860093 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:59.868169 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6ab415ad-baad-4dda-bca1-d8763db94c90 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7644284 Sep 03 14:25:59.868467 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 45996) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:25:59.922243 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:59.936067 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Transition to ACTIVE for port object 227fe6e5-7a22-4eec-98e7-5880762b0b0f will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:25:59.940784 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:25:59.957182 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:00.047100 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a141202-ae1b-431b-aa48-52e7f3890dec {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:26:00.280678 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Attempting to bind port 227fe6e5-7a22-4eec-98e7-5880762b0b0f on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:26:00.281805 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Attempting to bind port 227fe6e5-7a22-4eec-98e7-5880762b0b0f by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': '3171b6c6-8b3e-4133-ac1a-5a22a0a98873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '602d4862-b3dc-48b8-b760-b964df7665c4'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:26:00.281805 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Attempting to bind port 227fe6e5-7a22-4eec-98e7-5880762b0b0f on network 602d4862-b3dc-48b8-b760-b964df7665c4 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:26:00.327735 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 8a141202-ae1b-431b-aa48-52e7f3890dec, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=8a141202-ae1b-431b-aa48-52e7f3890dec,segment=NetworkSegment(244f40f9-1579-4199-989a-54c0e140b430),segment_id=244f40f9-1579-4199-989a-54c0e140b430)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:26:00.335672 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:26:00.337277 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Checking segment: {'id': '3171b6c6-8b3e-4133-ac1a-5a22a0a98873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '602d4862-b3dc-48b8-b760-b964df7665c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:26:00.339449 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:00.340226 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Bound using segment: {'id': '3171b6c6-8b3e-4133-ac1a-5a22a0a98873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '602d4862-b3dc-48b8-b760-b964df7665c4'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:26:00.342469 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Bound port: 227fe6e5-7a22-4eec-98e7-5880762b0b0f, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3171b6c6-8b3e-4133-ac1a-5a22a0a98873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '602d4862-b3dc-48b8-b760-b964df7665c4'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:26:00.344419 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:00.379505 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Set router 308c83e0-78e9-46e5-91c0-6fe6aad277b7 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:26:00.455084 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febdf70-ce9f-4b5a-8326-ac780458f93f req-5a77e97e-595d-4c0a-87f4-7bf29f19ccdc tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:00.461535 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4febdf70-ce9f-4b5a-8326-ac780458f93f req-5a77e97e-595d-4c0a-87f4-7bf29f19ccdc tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 943 time: 0.1582339 Sep 03 14:26:00.574598 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] For port 227fe6e5-7a22-4eec-98e7-5880762b0b0f, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:26:00.587052 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] For port 227fe6e5-7a22-4eec-98e7-5880762b0b0f, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=227fe6e5-7a22-4eec-98e7-5880762b0b0f,segment=NetworkSegment(3171b6c6-8b3e-4133-ac1a-5a22a0a98873),segment_id=3171b6c6-8b3e-4133-ac1a-5a22a0a98873)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:26:00.605193 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4febdf70-ce9f-4b5a-8326-ac780458f93f req-ed5eebdd-8dfb-4bc3-93da-d1de86c5b3cb tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323133 Sep 03 14:26:00.610509 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:00.631522 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f0f246-a31d-4071-b63c-d97feed9129c None None] Network 8c0ba576-5640-4463-8c91-cf19650ff017 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:26:00.652127 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:00.665219 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01846744-c665-4f1c-9e6d-ec12d2d56b63 None None] Pushing event updated for resources: {'Port': ['ID=227fe6e5-7a22-4eec-98e7-5880762b0b0f,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:00.691871 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:00.768910 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=8a141202-ae1b-431b-aa48-52e7f3890dec,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:00.845608 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56a3b5-97d2-41e9-b9c5-1063fa957854 req-2e2ffbee-ab1d-4185-bfaa-0852337e150c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:00.847255 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ee56a3b5-97d2-41e9-b9c5-1063fa957854 req-2e2ffbee-ab1d-4185-bfaa-0852337e150c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.9989259 Sep 03 14:26:00.860357 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01846744-c665-4f1c-9e6d-ec12d2d56b63 None None] Pushing event updated for resources: {'Port': ['ID=227fe6e5-7a22-4eec-98e7-5880762b0b0f,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:00.930948 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Routers {'67f226f8-6475-419e-b0b2-edfe12f0a8fb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:26:00.932040 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:25:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['67f226f8-6475-419e-b0b2-edfe12f0a8fb'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:01.044166 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ee56a3b5-97d2-41e9-b9c5-1063fa957854 req-46a9306c-0dce-4fcd-b2eb-1ca174a813fd tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776192 Sep 03 14:26:01.109936 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] Set router 67f226f8-6475-419e-b0b2-edfe12f0a8fb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:26:01.170058 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'name': 'tempest-TestShelveInstance-1793451557-router', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:55Z', 'updated_at': '2021-09-03T14:25:57Z', 'revision_number': 3, 'project_id': '3432258e520247ce9ede8396ea60327b', 'gw_port': {'id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:72:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:56Z', 'updated_at': '2021-09-03T14:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:01.263572 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Checking router: 308c83e0-78e9-46e5-91c0-6fe6aad277b7 for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:26:01.264160 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Updating router 308c83e0-78e9-46e5-91c0-6fe6aad277b7 port 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1 binding host dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:26:01.284181 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['8a141202-ae1b-431b-aa48-52e7f3890dec'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:26:01.377200 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:01.396145 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-7da18836-3ed9-4438-b6a5-212901695e48 None None] Provisioning for port 82bc48a4-019b-4b30-8f84-c19ec457a302 completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:26:01.489131 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-7da18836-3ed9-4438-b6a5-212901695e48 None None] Provisioning complete for port 82bc48a4-019b-4b30-8f84-c19ec457a302 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:01.490138 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-7da18836-3ed9-4438-b6a5-212901695e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:01.956105 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:02.007052 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d743532-73c6-4cb7-8f5f-4ef09d3aeba5 req-a5c183fa-132f-4173-bf01-cb889c7a7b4a tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:02.020669 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7d743532-73c6-4cb7-8f5f-4ef09d3aeba5 req-a5c183fa-132f-4173-bf01-cb889c7a7b4a tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 944 time: 0.2075629 Sep 03 14:26:02.154357 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7d743532-73c6-4cb7-8f5f-4ef09d3aeba5 req-37362686-e9a5-41da-8ca5-ed0fda187a3c tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289907 Sep 03 14:26:02.330886 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-7da18836-3ed9-4438-b6a5-212901695e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:02.379625 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Notify callbacks [] for port, precommit_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:02.409826 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.provisioning_blocks [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Transition to ACTIVE for port object 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1 will not be triggered until provisioned by entity L2. {{(pid=93972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:26:02.509286 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:02.577703 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-7da18836-3ed9-4438-b6a5-212901695e48 None None] For port 82bc48a4-019b-4b30-8f84-c19ec457a302, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=82bc48a4-019b-4b30-8f84-c19ec457a302,segment=NetworkSegment(8a2136c7-2ec2-455d-93cd-4c5bde2e9589),segment_id=8a2136c7-2ec2-455d-93cd-4c5bde2e9589)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:26:02.601092 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2655f13-4af2-4fb9-8571-2e4698a8fbb3 None None] Pushing event updated for resources: {'Port': ['ID=46ccc400-2aff-4a76-ae0b-c5ddb057b4c1,revision_number=2']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:02.667238 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Attempting to bind port 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:26:02.668005 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Attempting to bind port 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:26:02.668578 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Attempting to bind port 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1 on network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:26:02.676582 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:26:02.677489 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Checking segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:26:02.678206 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:02.678887 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Bound using segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:26:02.680528 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Bound port: 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:26:02.681342 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:02.690136 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] Allocated IP 172.20.0.1 (8c0ba576-5640-4463-8c91-cf19650ff017/b9e28a41-5071-44d7-8644-3721daae54a3/dc7b3fcc-5357-4ba8-bbc9-3841bdda5264) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:26:02.762673 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-7da18836-3ed9-4438-b6a5-212901695e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:02.788292 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] For port 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:26:02.792802 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] For port 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=46ccc400-2aff-4a76-ae0b-c5ddb057b4c1,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:26:02.810823 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:03.041458 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2655f13-4af2-4fb9-8571-2e4698a8fbb3 None None] Pushing event updated for resources: {'Port': ['ID=46ccc400-2aff-4a76-ae0b-c5ddb057b4c1,revision_number=3']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:03.051867 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:03.121904 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624cdbe-b1da-4954-b82b-085c49d0eb47 req-a42eadff-614b-480d-b645-cf1fed2d87bf tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:03.137397 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-3624cdbe-b1da-4954-b82b-085c49d0eb47 req-a42eadff-614b-480d-b645-cf1fed2d87bf tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.2095261 Sep 03 14:26:03.162068 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] Transition to ACTIVE for port object dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 will not be triggered until provisioned by entity DHCP. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:26:03.298630 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-3624cdbe-b1da-4954-b82b-085c49d0eb47 req-b7655ab6-79a6-44b1-9b60-d146555cd319 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441410 Sep 03 14:26:03.312451 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'name': 'tempest-TestMinimumBasicScenario-745895373-router', 'tenant_id': '7a787ba3136247cbb8a75a10444b4eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:45Z', 'updated_at': '2021-09-03T14:25:52Z', 'revision_number': 4, 'project_id': '7a787ba3136247cbb8a75a10444b4eb5', 'gw_port': {'id': 'a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:46Z', 'updated_at': '2021-09-03T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '227fe6e5-7a22-4eec-98e7-5880762b0b0f', 'name': '', 'network_id': '602d4862-b3dc-48b8-b760-b964df7665c4', 'tenant_id': '7a787ba3136247cbb8a75a10444b4eb5', 'mac_address': 'fa:16:3e:d1:92:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd6d3d941-ad5e-4435-8ad8-c551b38c5d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:51Z', 'updated_at': '2021-09-03T14:26:00Z', 'revision_number': 4, 'project_id': '7a787ba3136247cbb8a75a10444b4eb5', 'subnets': [{'id': 'd6d3d941-ad5e-4435-8ad8-c551b38c5d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:03.363158 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Routers {'308c83e0-78e9-46e5-91c0-6fe6aad277b7'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:26:03.364503 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:25:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:03.423942 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:03.531212 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da18836-3ed9-4438-b6a5-212901695e48 None None] Pushing event updated for resources: {'Port': ['ID=82bc48a4-019b-4b30-8f84-c19ec457a302,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:03.578820 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a19e82-1604-4894-ab60-180eff580236 None None] The sync data for ids ['67f226f8-6475-419e-b0b2-edfe12f0a8fb'] in dv-cinder-759955-20-iscsi is: [{'id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'name': 'tempest-TestMinimumBasicScenario-745895373-router', 'tenant_id': '7a787ba3136247cbb8a75a10444b4eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:45Z', 'updated_at': '2021-09-03T14:25:52Z', 'revision_number': 4, 'project_id': '7a787ba3136247cbb8a75a10444b4eb5', 'gw_port': {'id': 'a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:46Z', 'updated_at': '2021-09-03T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '227fe6e5-7a22-4eec-98e7-5880762b0b0f', 'name': '', 'network_id': '602d4862-b3dc-48b8-b760-b964df7665c4', 'tenant_id': '7a787ba3136247cbb8a75a10444b4eb5', 'mac_address': 'fa:16:3e:d1:92:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd6d3d941-ad5e-4435-8ad8-c551b38c5d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:51Z', 'updated_at': '2021-09-03T14:26:00Z', 'revision_number': 4, 'project_id': '7a787ba3136247cbb8a75a10444b4eb5', 'subnets': [{'id': 'd6d3d941-ad5e-4435-8ad8-c551b38c5d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:26:03.584051 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] Network 8c0ba576-5640-4463-8c91-cf19650ff017 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:26:03.610276 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:26:03.646208 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901ac5e-6731-4c12-bce8-eccd77553ce4 req-6e88a3fc-40dd-4782-9ea2-33dc8a0f31f1 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:03.649914 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:26:03.674686 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a901ac5e-6731-4c12-bce8-eccd77553ce4 req-6e88a3fc-40dd-4782-9ea2-33dc8a0f31f1 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 944 time: 0.2217062 Sep 03 14:26:03.791798 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7b3fcc-5357-4ba8-bbc9-3841bdda5264,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:03.837239 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] Set router 308c83e0-78e9-46e5-91c0-6fe6aad277b7 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:26:03.868176 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894143'] for router_interface, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:03.907311 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a901ac5e-6731-4c12-bce8-eccd77553ce4 req-1704d726-312f-438a-8352-dafe36e1578c tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307811 Sep 03 14:26:04.244024 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:04.296035 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-d9cc2587-e9d8-4907-ac63-491af4d08e88 None None] Provisioning complete for port 82bc48a4-019b-4b30-8f84-c19ec457a302 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:04.298170 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d9cc2587-e9d8-4907-ac63-491af4d08e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:04.491808 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'name': 'tempest-TestShelveInstance-1793451557-router', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:55Z', 'updated_at': '2021-09-03T14:25:57Z', 'revision_number': 3, 'project_id': '3432258e520247ce9ede8396ea60327b', 'gw_port': {'id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:72:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:56Z', 'updated_at': '2021-09-03T14:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:04.618418 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ce8c7d-8af8-4db5-a008-315cffd2c777 None None] The sync data for ids ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'] in dv-cinder-759955-20-iscsi is: [{'id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'name': 'tempest-TestShelveInstance-1793451557-router', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:55Z', 'updated_at': '2021-09-03T14:25:57Z', 'revision_number': 3, 'project_id': '3432258e520247ce9ede8396ea60327b', 'gw_port': {'id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:72:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:56Z', 'updated_at': '2021-09-03T14:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:26:04.625641 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8c93f-7c2e-4319-b4b5-dfb14ea9bd48 req-790f192c-7beb-4609-b472-930a8cac996d tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:04.650202 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c0a8c93f-7c2e-4319-b4b5-dfb14ea9bd48 req-790f192c-7beb-4609-b472-930a8cac996d tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1376717 Sep 03 14:26:04.782989 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c0a8c93f-7c2e-4319-b4b5-dfb14ea9bd48 req-3b468c72-1389-46a6-8df3-6279b57e633f tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311147 Sep 03 14:26:04.885788 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:04.896115 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:04.953375 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 8a141202-ae1b-431b-aa48-52e7f3890dec up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:26:05.162745 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945967'] for router_interface, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:05.340380 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7b3fcc-5357-4ba8-bbc9-3841bdda5264,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:05.371666 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 82bc48a4-019b-4b30-8f84-c19ec457a302 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:26:05.459263 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b20db-03b0-4149-94e6-28f75d9ed99d req-755a79b1-0d8c-4eb9-9a9a-b3799159030a tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:05.471584 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-3a0b20db-03b0-4149-94e6-28f75d9ed99d req-755a79b1-0d8c-4eb9-9a9a-b3799159030a tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 944 time: 0.3026586 Sep 03 14:26:05.646907 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port 8a141202-ae1b-431b-aa48-52e7f3890dec completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:26:05.669226 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port 8a141202-ae1b-431b-aa48-52e7f3890dec triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:05.673733 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:05.681880 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-cf64649f-4e9b-47cd-aeac-8a557c4b9dc1 None None] Provisioning for port dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:26:05.859400 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-cf64649f-4e9b-47cd-aeac-8a557c4b9dc1 None None] Provisioning complete for port dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:05.860088 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cf64649f-4e9b-47cd-aeac-8a557c4b9dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:05.881441 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] Network 8c0ba576-5640-4463-8c91-cf19650ff017 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:26:05.912563 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:26:05.991026 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-3a0b20db-03b0-4149-94e6-28f75d9ed99d req-4d95d1de-ef8f-4f34-ab98-d966b2d92e98 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181844 Sep 03 14:26:06.056814 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-cf64649f-4e9b-47cd-aeac-8a557c4b9dc1 None None] Port dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:26:06.072211 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 82bc48a4-019b-4b30-8f84-c19ec457a302 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:06.072900 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:06.262254 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f16b0a-bd3c-4dfe-a871-88aed7f4b35f req-fc62013e-92a0-4adf-86ba-796ab3e86fb4 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:06.279072 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-81f16b0a-bd3c-4dfe-a871-88aed7f4b35f req-fc62013e-92a0-4adf-86ba-796ab3e86fb4 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1723695 Sep 03 14:26:06.279298 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:06.355522 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 8a141202-ae1b-431b-aa48-52e7f3890dec, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=8a141202-ae1b-431b-aa48-52e7f3890dec,segment=NetworkSegment(244f40f9-1579-4199-989a-54c0e140b430),segment_id=244f40f9-1579-4199-989a-54c0e140b430)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:26:06.359640 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6318079-668f-4f44-a81b-0e8d2569bc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a141202-ae1b-431b-aa48-52e7f3890dec'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:26:06.372234 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11d597a-2bc6-4078-8032-8beda3457d1b" -d '{"events": [{"server_uuid": "a6318079-668f-4f44-a81b-0e8d2569bc2c", "name": "network-vif-plugged", "status": "completed", "tag": "8a141202-ae1b-431b-aa48-52e7f3890dec"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:26:06.385138 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-81f16b0a-bd3c-4dfe-a871-88aed7f4b35f req-ef6c9824-3c32-462f-97ee-a6f4d4aac80f tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944076 Sep 03 14:26:06.561752 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:06.565728 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebf6455-2637-4615-9468-41d78e2155df x-openstack-request-id: req-7ebf6455-2637-4615-9468-41d78e2155df {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:26:06.566015 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6318079-668f-4f44-a81b-0e8d2569bc2c", "name": "network-vif-plugged", "status": "completed", "tag": "8a141202-ae1b-431b-aa48-52e7f3890dec", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:26:06.566279 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ebf6455-2637-4615-9468-41d78e2155df {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:26:06.566723 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6318079-668f-4f44-a81b-0e8d2569bc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a141202-ae1b-431b-aa48-52e7f3890dec', 'code': 200} Sep 03 14:26:06.568872 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 227fe6e5-7a22-4eec-98e7-5880762b0b0f up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:26:06.612474 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] Router 308c83e0-78e9-46e5-91c0-6fe6aad277b7 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:26:06.942287 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=8a141202-ae1b-431b-aa48-52e7f3890dec,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:06.999391 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c9e5cffe-5854-4b37-8860-3adea3cb3af9 None None] Provisioning complete for port dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:06.999877 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c9e5cffe-5854-4b37-8860-3adea3cb3af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:07.194158 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95046044-707d-4857-be81-8db20d81f8b6 req-8133fe8f-e15a-4a38-a848-402a22558216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:07.202099 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-95046044-707d-4857-be81-8db20d81f8b6 req-8133fe8f-e15a-4a38-a848-402a22558216 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 1098 time: 0.2198327 Sep 03 14:26:07.219542 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c9e5cffe-5854-4b37-8860-3adea3cb3af9 None None] Port dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:26:07.260997 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port 227fe6e5-7a22-4eec-98e7-5880762b0b0f completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:26:07.278414 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 227fe6e5-7a22-4eec-98e7-5880762b0b0f triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:07.280511 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:07.334188 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0376d5-8ac4-4fbd-8241-bdbc123c724d req-88f8a40c-06e5-4b59-928e-d469a0a61756 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:07.336997 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2c0376d5-8ac4-4fbd-8241-bdbc123c724d req-88f8a40c-06e5-4b59-928e-d469a0a61756 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 945 time: 0.1635451 Sep 03 14:26:07.376010 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:26:07.393242 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-d6197b30-02d7-4e46-a5e9-122c32e514b3 admin admin] 10.222.0.23 "PUT /v2.0/routers/308c83e0-78e9-46e5-91c0-6fe6aad277b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5234175 Sep 03 14:26:07.400631 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-95046044-707d-4857-be81-8db20d81f8b6 req-e4b690ec-a748-4c14-b4d8-0dfbaa6c3711 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828299 Sep 03 14:26:07.549790 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2c0376d5-8ac4-4fbd-8241-bdbc123c724d req-7eb4b0e2-8580-4ef5-a762-765bd6d1500f tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025681 Sep 03 14:26:07.880964 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:07.979837 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port 227fe6e5-7a22-4eec-98e7-5880762b0b0f, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=227fe6e5-7a22-4eec-98e7-5880762b0b0f,segment=NetworkSegment(3171b6c6-8b3e-4133-ac1a-5a22a0a98873),segment_id=3171b6c6-8b3e-4133-ac1a-5a22a0a98873)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:26:07.994011 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:08.029143 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d21b32-ed17-4266-9523-248185355098 req-95520bdc-ac13-4c29-ba81-94cd2874880a tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:08.032069 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-04d21b32-ed17-4266-9523-248185355098 req-95520bdc-ac13-4c29-ba81-94cd2874880a tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1362660 Sep 03 14:26:08.150302 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=227fe6e5-7a22-4eec-98e7-5880762b0b0f,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:08.186987 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-04d21b32-ed17-4266-9523-248185355098 req-134181fc-f0e8-469a-addc-3f9cb7da1661 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410539 Sep 03 14:26:08.292416 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:26:08.457449 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:26:08.468577 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:08.469149 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:08.816449 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:08.894802 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Sync routers for ids ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:26:08.921234 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=46ccc400-2aff-4a76-ae0b-c5ddb057b4c1,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:26:08.944171 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:08.955961 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Routers {'308c83e0-78e9-46e5-91c0-6fe6aad277b7'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:26:08.958214 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:25:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:09.093283 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c73123-c898-4627-955a-bfaea8300f82 req-1d348873-e899-4d10-bbe1-7d04271dbf80 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:09.095949 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e0c73123-c898-4627-955a-bfaea8300f82 req-1d348873-e899-4d10-bbe1-7d04271dbf80 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 945 time: 0.2723536 Sep 03 14:26:09.328090 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e0c73123-c898-4627-955a-bfaea8300f82 req-6cb80363-47ce-4a1f-b007-923620e21322 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120900 Sep 03 14:26:09.395784 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 46078) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:26:09.409724 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-a4e61ab3-1404-44f9-b76b-f41b27576b0d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1654455499-network', 'tenant_id': 'ac16683d6d484589a15916533ad7cf0f'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:26:09.497719 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e61ab3-1404-44f9-b76b-f41b27576b0d admin admin] Made reservation on behalf of ac16683d6d484589a15916533ad7cf0f for: {'network': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:26:09.503560 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a4e61ab3-1404-44f9-b76b-f41b27576b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:09.562464 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=46ccc400-2aff-4a76-ae0b-c5ddb057b4c1,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:09.571153 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a4e61ab3-1404-44f9-b76b-f41b27576b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:09.627764 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Set router 308c83e0-78e9-46e5-91c0-6fe6aad277b7 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:26:09.735004 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cebe9-c646-4db1-a286-c267698c5790 req-60d81bbe-ab87-40e3-b9ce-5cb23fdc0d6e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:09.740978 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7f3cebe9-c646-4db1-a286-c267698c5790 req-60d81bbe-ab87-40e3-b9ce-5cb23fdc0d6e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.2066419 Sep 03 14:26:09.914923 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7f3cebe9-c646-4db1-a286-c267698c5790 req-f941b05b-c08b-4d60-b41a-2eac872ae066 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589706 Sep 03 14:26:09.995867 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a4e61ab3-1404-44f9-b76b-f41b27576b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:10.043329 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a4e61ab3-1404-44f9-b76b-f41b27576b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:10.102783 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e61ab3-1404-44f9-b76b-f41b27576b0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:26:10.191652 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a4e61ab3-1404-44f9-b76b-f41b27576b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:10.196327 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.segments_db [None req-a4e61ab3-1404-44f9-b76b-f41b27576b0d admin admin] Added segment 616cee67-b6dd-44be-9d70-36ff58b2c191 of type vlan for network a2934454-4df2-47c8-9a9c-acff155007bc Sep 03 14:26:10.318860 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:26:10.331005 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a4e61ab3-1404-44f9-b76b-f41b27576b0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:10.384904 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a4e61ab3-1404-44f9-b76b-f41b27576b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:10.385957 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e61ab3-1404-44f9-b76b-f41b27576b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:10.386576 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a4e61ab3-1404-44f9-b76b-f41b27576b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:10.423251 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-2ba2fec3-9a0d-4271-b103-429fd798a32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:10.434757 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e61ab3-1404-44f9-b76b-f41b27576b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5a344d-b44d-49b8-ac22-9d49b5465260,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:10.440412 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-a4e61ab3-1404-44f9-b76b-f41b27576b0d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0430963 Sep 03 14:26:10.443053 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 46094) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:26:10.457002 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-8107197e-16c2-4663-adee-591ac2985f58 admin admin] Request body: {'subnet': {'network_id': 'a2934454-4df2-47c8-9a9c-acff155007bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1654455499-subnet', 'tenant_id': 'ac16683d6d484589a15916533ad7cf0f', 'ip_version': 4}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:26:10.647631 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8107197e-16c2-4663-adee-591ac2985f58 admin admin] Made reservation on behalf of ac16683d6d484589a15916533ad7cf0f for: {'subnet': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:26:10.654635 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8107197e-16c2-4663-adee-591ac2985f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632390'] for subnet, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:10.687498 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'name': 'tempest-TestShelveInstance-1793451557-router', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:55Z', 'updated_at': '2021-09-03T14:26:04Z', 'revision_number': 4, 'project_id': '3432258e520247ce9ede8396ea60327b', 'gw_port': {'id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:72:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:56Z', 'updated_at': '2021-09-03T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': 'dc7b3fcc-5357-4ba8-bbc9-3841bdda5264', 'name': '', 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'mac_address': 'fa:16:3e:dd:01:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:26:01Z', 'updated_at': '2021-09-03T14:26:04Z', 'revision_number': 2, 'project_id': '3432258e520247ce9ede8396ea60327b', 'subnets': [{'id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:10.691534 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:10.691915 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:10.723055 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Checking router: 308c83e0-78e9-46e5-91c0-6fe6aad277b7 for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:26:10.723814 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Updating router 308c83e0-78e9-46e5-91c0-6fe6aad277b7 port dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 binding host dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:26:10.809324 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:10.910932 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e61ab3-1404-44f9-b76b-f41b27576b0d admin admin] Pushing event updated for resources: {'Network': ['ID=a2934454-4df2-47c8-9a9c-acff155007bc,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:11.025979 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 227fe6e5-7a22-4eec-98e7-5880762b0b0f up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:26:11.029112 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network a2934454-4df2-47c8-9a9c-acff155007bc details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:26:11.191396 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335df606-dc6e-4473-babf-d72b99392ba0 req-8dc2fde9-0ea8-4481-a237-999dbe719d24 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:11.201383 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-335df606-dc6e-4473-babf-d72b99392ba0 req-8dc2fde9-0ea8-4481-a237-999dbe719d24 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1898909 Sep 03 14:26:11.299948 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-335df606-dc6e-4473-babf-d72b99392ba0 req-ec743f52-c81c-45fa-b0fa-207f7e26d6d9 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967853 Sep 03 14:26:11.302493 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8107197e-16c2-4663-adee-591ac2985f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2700693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632424'] for subnet, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:11.393527 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 227fe6e5-7a22-4eec-98e7-5880762b0b0f triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:11.397262 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:11.442745 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107197e-16c2-4663-adee-591ac2985f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21408755-246b-46a0-a672-3eafb8f9c2ed,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:11.455012 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8107197e-16c2-4663-adee-591ac2985f58 admin admin] Checking segment: {'id': '616cee67-b6dd-44be-9d70-36ff58b2c191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a2934454-4df2-47c8-9a9c-acff155007bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:26:11.455570 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8107197e-16c2-4663-adee-591ac2985f58 admin admin] Network hostable DHCP agents. Network: a2934454-4df2-47c8-9a9c-acff155007bc, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:26:11.516052 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8107197e-16c2-4663-adee-591ac2985f58 admin admin] Network a2934454-4df2-47c8-9a9c-acff155007bc is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:26:11.552995 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-8107197e-16c2-4663-adee-591ac2985f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, a2934454-4df2-47c8-9a9c-acff155007bc) {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:26:11.581433 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8107197e-16c2-4663-adee-591ac2985f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:11.582423 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8107197e-16c2-4663-adee-591ac2985f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:11.585761 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa8e79e-dc02-4870-91d4-8de18eb835a9 None None] Network a2934454-4df2-47c8-9a9c-acff155007bc requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:26:11.638053 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 46104) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:26:11.638790 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-8107197e-16c2-4663-adee-591ac2985f58 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1906919 Sep 03 14:26:11.643959 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1654455499-router', 'tenant_id': 'ac16683d6d484589a15916533ad7cf0f', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:26:11.697155 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-948159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10832'] for router, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:11.698740 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-947759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-945343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10843'] for router, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:11.838489 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:12.088346 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:12.458919 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:12.486094 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:12.607090 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5cabd9-fd1b-576e-aa1b-199532e8f2a6-a2934454-4df2-47c8-9a9c-acff155007bc', 'network_id': 'a2934454-4df2-47c8-9a9c-acff155007bc', 'tenant_id': 'ac16683d6d484589a15916533ad7cf0f', 'fixed_ips': [{'subnet_id': '21408755-246b-46a0-a672-3eafb8f9c2ed'}]}} from dv-cinder-759955-20-iscsi. {{(pid=93971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:26:12.610012 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:12.653111 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] Allocated IP 172.27.3.85 (71a2aaf5-8009-41a7-aebe-f6027ce2b898/3592d6f5-ce6a-448b-9072-bd66af67c647/d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:26:12.712379 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:12.932299 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Transition to ACTIVE for port object dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:26:12.970043 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6cf64-1bbe-4172-ab6c-2a3ef24d3512 req-86c21845-5a6e-41cb-9a2b-f14f438b9543 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:12.990293 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c0f6cf64-1bbe-4172-ab6c-2a3ef24d3512 req-86c21845-5a6e-41cb-9a2b-f14f438b9543 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.5326605 Sep 03 14:26:13.044893 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:13.063474 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d7ea723f-56c0-4ec1-bddf-aa6f7c60fba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:13.267569 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c0f6cf64-1bbe-4172-ab6c-2a3ef24d3512 req-7a33427d-57ec-44ff-a028-7517f1a45434 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706831 Sep 03 14:26:13.383934 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:13.469284 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f1efc-bb51-4883-a712-d5dc74d05b9e None None] Pushing event updated for resources: {'Port': ['ID=dc7b3fcc-5357-4ba8-bbc9-3841bdda5264,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:13.478378 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:13.546930 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.db_base_plugin_common [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Allocated IP 172.20.0.2 (a2934454-4df2-47c8-9a9c-acff155007bc/21408755-246b-46a0-a672-3eafb8f9c2ed/663da85f-b29d-4c6e-abf7-125fe12aad7e) {{(pid=93971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:26:13.623617 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] Pushing event updated for resources: {'Port': ['ID=d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:13.675494 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:26:13.682583 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:26:13.688340 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:26:13.979413 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:14.001307 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Transition to ACTIVE for port object 663da85f-b29d-4c6e-abf7-125fe12aad7e will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:26:14.007581 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:14.093690 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Transition to ACTIVE for port object 663da85f-b29d-4c6e-abf7-125fe12aad7e will not be triggered until provisioned by entity DHCP. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:26:14.113935 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328'] for port, after_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:14.174015 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Attempting to bind port dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:26:14.174437 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Attempting to bind port dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': '8a2136c7-2ec2-455d-93cd-4c5bde2e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:26:14.174819 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Attempting to bind port dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 on network 8c0ba576-5640-4463-8c91-cf19650ff017 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:26:14.187179 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:26:14.188128 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Checking segment: {'id': '8a2136c7-2ec2-455d-93cd-4c5bde2e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:26:14.188577 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:14.189227 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Bound using segment: {'id': '8a2136c7-2ec2-455d-93cd-4c5bde2e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:26:14.190210 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Bound port: dc7b3fcc-5357-4ba8-bbc9-3841bdda5264, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2136c7-2ec2-455d-93cd-4c5bde2e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:26:14.193373 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:14.225336 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Network a2934454-4df2-47c8-9a9c-acff155007bc is already hosted by enough agents. {{(pid=93971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:26:14.271943 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.base_scheduler [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Resources bound (agent type, host, resource id): {{(pid=93971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:26:14.317759 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Pushing event updated for resources: {'Port': ['ID=663da85f-b29d-4c6e-abf7-125fe12aad7e,revision_number=1']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:14.324689 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Received port after_create {{(pid=93971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:26:14.325813 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:14.617652 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f36e5-a6b3-4916-833f-11fea407fe64 req-9ff359a0-a3e5-4dfb-a876-149afec3922e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:14.636342 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-de0f36e5-a6b3-4916-833f-11fea407fe64 req-9ff359a0-a3e5-4dfb-a876-149afec3922e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1566722 Sep 03 14:26:14.755048 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-de0f36e5-a6b3-4916-833f-11fea407fe64 req-e34c643f-caf1-4ce3-8e42-4c5d44ae31c8 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172323 Sep 03 14:26:14.780109 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:14.830970 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Attempting to bind port 663da85f-b29d-4c6e-abf7-125fe12aad7e on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:26:14.831414 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Attempting to bind port 663da85f-b29d-4c6e-abf7-125fe12aad7e by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': '616cee67-b6dd-44be-9d70-36ff58b2c191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a2934454-4df2-47c8-9a9c-acff155007bc'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:26:14.832021 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Attempting to bind port 663da85f-b29d-4c6e-abf7-125fe12aad7e on network a2934454-4df2-47c8-9a9c-acff155007bc {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:26:14.840051 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] For port dc7b3fcc-5357-4ba8-bbc9-3841bdda5264, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:26:14.845220 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] For port dc7b3fcc-5357-4ba8-bbc9-3841bdda5264, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=dc7b3fcc-5357-4ba8-bbc9-3841bdda5264,segment=NetworkSegment(8a2136c7-2ec2-455d-93cd-4c5bde2e9589),segment_id=8a2136c7-2ec2-455d-93cd-4c5bde2e9589)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:26:14.858665 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:26:14.859044 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Checking segment: {'id': '616cee67-b6dd-44be-9d70-36ff58b2c191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a2934454-4df2-47c8-9a9c-acff155007bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:26:14.859453 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:14.859904 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Bound using segment: {'id': '616cee67-b6dd-44be-9d70-36ff58b2c191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a2934454-4df2-47c8-9a9c-acff155007bc'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:26:14.860364 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Bound port: 663da85f-b29d-4c6e-abf7-125fe12aad7e, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616cee67-b6dd-44be-9d70-36ff58b2c191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a2934454-4df2-47c8-9a9c-acff155007bc'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:26:14.860762 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:14.906372 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:15.101413 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-947750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-945386'] for router, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:15.270387 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f1efc-bb51-4883-a712-d5dc74d05b9e None None] Pushing event updated for resources: {'Port': ['ID=dc7b3fcc-5357-4ba8-bbc9-3841bdda5264,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:15.298046 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] For port 663da85f-b29d-4c6e-abf7-125fe12aad7e, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:26:15.298046 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Routers {'308c83e0-78e9-46e5-91c0-6fe6aad277b7'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:26:15.302025 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:26:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:15.314685 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:26:15.316272 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] For port 663da85f-b29d-4c6e-abf7-125fe12aad7e, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=663da85f-b29d-4c6e-abf7-125fe12aad7e,segment=NetworkSegment(616cee67-b6dd-44be-9d70-36ff58b2c191),segment_id=616cee67-b6dd-44be-9d70-36ff58b2c191)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:26:15.428945 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] Router 7f176206-4c4a-44c0-bf77-115e61ad7fcd is scheduled to L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 with binding_index 1 {{(pid=93969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:26:15.499770 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:15.757754 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] Set router 308c83e0-78e9-46e5-91c0-6fe6aad277b7 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:26:15.879730 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762ec09-6285-4b17-82ec-794f667086d3 None None] Pushing event updated for resources: {'Port': ['ID=663da85f-b29d-4c6e-abf7-125fe12aad7e,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:16.251528 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3843b-d841-4709-ab4e-2d3fbd8e122a req-cc0bf5a2-feea-405b-9b80-894f4c8bc085 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:16.276099 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f0d3843b-d841-4709-ab4e-2d3fbd8e122a req-cc0bf5a2-feea-405b-9b80-894f4c8bc085 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.2692063 Sep 03 14:26:16.337634 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:16.412813 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:26:16.463014 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Sync routers for ids ['7f176206-4c4a-44c0-bf77-115e61ad7fcd'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:26:16.465440 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f0d3843b-d841-4709-ab4e-2d3fbd8e122a req-23367676-581b-4e69-a8de-309d6445bca7 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841869 Sep 03 14:26:16.476615 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:16.478110 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'name': 'tempest-TestShelveInstance-1793451557-router', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:55Z', 'updated_at': '2021-09-03T14:26:04Z', 'revision_number': 4, 'project_id': '3432258e520247ce9ede8396ea60327b', 'gw_port': {'id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:72:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:56Z', 'updated_at': '2021-09-03T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': 'dc7b3fcc-5357-4ba8-bbc9-3841bdda5264', 'name': '', 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'mac_address': 'fa:16:3e:dd:01:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:26:01Z', 'updated_at': '2021-09-03T14:26:14Z', 'revision_number': 4, 'project_id': '3432258e520247ce9ede8396ea60327b', 'subnets': [{'id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:16.480619 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Routers {'7f176206-4c4a-44c0-bf77-115e61ad7fcd'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:26:16.483293 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 46124) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:26:16.483876 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c9d789f8-47d4-4d1f-a4c3-0fc2fc33d535 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8433430 Sep 03 14:26:16.490815 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:26:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['7f176206-4c4a-44c0-bf77-115e61ad7fcd'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:16.582345 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c4dcaa-810f-40fa-bb9c-d522b986eed4 None None] The sync data for ids ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'] in dv-cinder-759955-20-iscsi is: [{'id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'name': 'tempest-TestShelveInstance-1793451557-router', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:55Z', 'updated_at': '2021-09-03T14:26:04Z', 'revision_number': 4, 'project_id': '3432258e520247ce9ede8396ea60327b', 'gw_port': {'id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:72:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:56Z', 'updated_at': '2021-09-03T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': 'dc7b3fcc-5357-4ba8-bbc9-3841bdda5264', 'name': '', 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'mac_address': 'fa:16:3e:dd:01:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:26:01Z', 'updated_at': '2021-09-03T14:26:14Z', 'revision_number': 4, 'project_id': '3432258e520247ce9ede8396ea60327b', 'subnets': [{'id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:26:16.937787 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 663da85f-b29d-4c6e-abf7-125fe12aad7e up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:26:16.997285 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Set router 7f176206-4c4a-44c0-bf77-115e61ad7fcd gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:26:17.153049 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port 663da85f-b29d-4c6e-abf7-125fe12aad7e completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:26:17.765234 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f176206-4c4a-44c0-bf77-115e61ad7fcd', 'name': 'tempest-TestShelveInstance-1654455499-router', 'tenant_id': 'ac16683d6d484589a15916533ad7cf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd3dd0e93-1b91-4ced-8ccd-0d3ee51552e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:26:11Z', 'updated_at': '2021-09-03T14:26:14Z', 'revision_number': 3, 'project_id': 'ac16683d6d484589a15916533ad7cf0f', 'gw_port': {'id': 'd3dd0e93-1b91-4ced-8ccd-0d3ee51552e6', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f176206-4c4a-44c0-bf77-115e61ad7fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:26:12Z', 'updated_at': '2021-09-03T14:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:17.893674 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Checking router: 7f176206-4c4a-44c0-bf77-115e61ad7fcd for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:26:17.894263 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Updating router 7f176206-4c4a-44c0-bf77-115e61ad7fcd port d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6 binding host dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:26:17.936475 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce90201f-4d85-4780-a5dd-a6ac19843c89 None None] Network a2934454-4df2-47c8-9a9c-acff155007bc requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:26:17.984134 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:18.268516 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-04635205-618f-47b5-b5d6-fdb87bc03f98 None None] Provisioning for port 663da85f-b29d-4c6e-abf7-125fe12aad7e completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:26:18.292149 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-04635205-618f-47b5-b5d6-fdb87bc03f98 None None] Provisioning complete for port 663da85f-b29d-4c6e-abf7-125fe12aad7e triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:18.293427 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-04635205-618f-47b5-b5d6-fdb87bc03f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:18.366782 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79de78c-50ec-4cf9-8697-0d464ea63b5b req-bc043d39-5295-4086-b2ad-04cc207ae6d0 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:18.379462 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c79de78c-50ec-4cf9-8697-0d464ea63b5b req-bc043d39-5295-4086-b2ad-04cc207ae6d0 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.2640305 Sep 03 14:26:18.463383 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeca3c3-b90b-4ad5-9b81-3f18615e0074 req-07e6788d-a11f-4b8f-9fe7-72cbadecbde9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:18.468124 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5eeca3c3-b90b-4ad5-9b81-3f18615e0074 req-07e6788d-a11f-4b8f-9fe7-72cbadecbde9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.1993999 Sep 03 14:26:18.641883 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5eeca3c3-b90b-4ad5-9b81-3f18615e0074 req-7d9d4512-cfdb-4391-ae2a-2848d183b2ca tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512275 Sep 03 14:26:18.677198 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:26:18.713984 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-04635205-618f-47b5-b5d6-fdb87bc03f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:18.847337 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c79de78c-50ec-4cf9-8697-0d464ea63b5b req-bc87d7ee-e66a-4c03-88f6-4535c705143e tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567118 Sep 03 14:26:18.864746 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-04635205-618f-47b5-b5d6-fdb87bc03f98 None None] For port 663da85f-b29d-4c6e-abf7-125fe12aad7e, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=663da85f-b29d-4c6e-abf7-125fe12aad7e,segment=NetworkSegment(616cee67-b6dd-44be-9d70-36ff58b2c191),segment_id=616cee67-b6dd-44be-9d70-36ff58b2c191)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:26:18.887939 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-04635205-618f-47b5-b5d6-fdb87bc03f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:18.936191 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:26:18.964998 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:18.964998 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:19.016789 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Notify callbacks [] for port, precommit_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:19.039028 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:19.048174 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.provisioning_blocks [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Transition to ACTIVE for port object d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6 will not be triggered until provisioned by entity L2. {{(pid=93972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:26:19.072425 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:19.151495 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d0f53-11cf-491a-8b61-1b775b9c33ef None None] Pushing event updated for resources: {'Port': ['ID=d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6,revision_number=2']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:19.203045 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Attempting to bind port d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:26:19.207412 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Attempting to bind port d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:26:19.208864 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Attempting to bind port d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6 on network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:26:19.229886 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:26:19.234399 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Checking segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:26:19.235771 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:19.237845 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Bound using segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:26:19.241029 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Bound port: d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:26:19.247765 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:19.284443 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-e04ad565-b243-4cb2-b388-8dcc1246b508 None None] Provisioning complete for port 663da85f-b29d-4c6e-abf7-125fe12aad7e triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:19.285238 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e04ad565-b243-4cb2-b388-8dcc1246b508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:19.290987 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04635205-618f-47b5-b5d6-fdb87bc03f98 None None] Pushing event updated for resources: {'Port': ['ID=663da85f-b29d-4c6e-abf7-125fe12aad7e,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:19.406884 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] For port d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:26:19.414481 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] For port d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:26:19.425758 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:19.651506 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:19.651982 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Allocated IP 172.20.0.1 (a2934454-4df2-47c8-9a9c-acff155007bc/21408755-246b-46a0-a672-3eafb8f9c2ed/a3abe119-1146-450d-95f0-0670066b3882) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:26:19.727511 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port dc7b3fcc-5357-4ba8-bbc9-3841bdda5264, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=dc7b3fcc-5357-4ba8-bbc9-3841bdda5264,segment=NetworkSegment(8a2136c7-2ec2-455d-93cd-4c5bde2e9589),segment_id=8a2136c7-2ec2-455d-93cd-4c5bde2e9589)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:26:19.738310 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d0f53-11cf-491a-8b61-1b775b9c33ef None None] Pushing event updated for resources: {'Port': ['ID=d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6,revision_number=3']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:19.738667 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:19.795631 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Routers {'7f176206-4c4a-44c0-bf77-115e61ad7fcd'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:26:19.796659 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:26:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['7f176206-4c4a-44c0-bf77-115e61ad7fcd'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:19.952035 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=dc7b3fcc-5357-4ba8-bbc9-3841bdda5264,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:19.953546 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fd2f6-d7a0-448f-be72-3b8bad4b683d req-20327e1a-5c20-42cd-bc1e-c987595f5bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:19.955599 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-220fd2f6-d7a0-448f-be72-3b8bad4b683d req-20327e1a-5c20-42cd-bc1e-c987595f5bd4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 1099 time: 0.1826980 Sep 03 14:26:19.981364 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] Set router 7f176206-4c4a-44c0-bf77-115e61ad7fcd gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:26:20.039824 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:20.057346 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Transition to ACTIVE for port object a3abe119-1146-450d-95f0-0670066b3882 will not be triggered until provisioned by entity DHCP. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:26:20.133075 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:20.194278 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-220fd2f6-d7a0-448f-be72-3b8bad4b683d req-291e1e86-7857-4f10-bff1-31daf252b6a3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161956 Sep 03 14:26:20.206687 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Network a2934454-4df2-47c8-9a9c-acff155007bc is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:26:20.215749 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:26:20.225558 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f3134-804f-4415-9018-35c65656303a req-80ecd14e-3df5-42d9-aec6-1bc10df4d0a3 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:20.227848 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6d0f3134-804f-4415-9018-35c65656303a req-80ecd14e-3df5-42d9-aec6-1bc10df4d0a3 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.2187254 Sep 03 14:26:20.228805 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:26:20.231166 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=a3abe119-1146-450d-95f0-0670066b3882,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:20.269534 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f176206-4c4a-44c0-bf77-115e61ad7fcd', 'name': 'tempest-TestShelveInstance-1654455499-router', 'tenant_id': 'ac16683d6d484589a15916533ad7cf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd3dd0e93-1b91-4ced-8ccd-0d3ee51552e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:26:11Z', 'updated_at': '2021-09-03T14:26:14Z', 'revision_number': 3, 'project_id': 'ac16683d6d484589a15916533ad7cf0f', 'gw_port': {'id': 'd3dd0e93-1b91-4ced-8ccd-0d3ee51552e6', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f176206-4c4a-44c0-bf77-115e61ad7fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:26:12Z', 'updated_at': '2021-09-03T14:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:20.285072 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:20.285433 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:20.285813 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:20.286158 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:20.286497 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:20.287038 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:20.287369 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:20.287708 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:20.288059 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:20.288385 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:20.288782 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:20.289115 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:20.323022 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894143'] for router_interface, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:20.356301 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccc5d3-a23e-4bb7-84d3-9bf14731ad66 None None] The sync data for ids ['7f176206-4c4a-44c0-bf77-115e61ad7fcd'] in dv-cinder-759955-20-iscsi is: [{'id': '7f176206-4c4a-44c0-bf77-115e61ad7fcd', 'name': 'tempest-TestShelveInstance-1654455499-router', 'tenant_id': 'ac16683d6d484589a15916533ad7cf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd3dd0e93-1b91-4ced-8ccd-0d3ee51552e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:26:11Z', 'updated_at': '2021-09-03T14:26:14Z', 'revision_number': 3, 'project_id': 'ac16683d6d484589a15916533ad7cf0f', 'gw_port': {'id': 'd3dd0e93-1b91-4ced-8ccd-0d3ee51552e6', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f176206-4c4a-44c0-bf77-115e61ad7fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:26:12Z', 'updated_at': '2021-09-03T14:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:26:20.369332 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698da095-1cf9-4e16-994b-0bf76776748e req-390988d0-a70c-4b3e-beb1-3fb50fe54b1d tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:20.371150 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-698da095-1cf9-4e16-994b-0bf76776748e req-390988d0-a70c-4b3e-beb1-3fb50fe54b1d tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/networks?id=41791f6f-5dc3-4bb3-a10a-6ba71f14d907 HTTP/1.1" status: 200 len: 814 time: 0.2303660 Sep 03 14:26:20.406775 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-698da095-1cf9-4e16-994b-0bf76776748e req-54a21b55-c4de-42bc-aa03-740fe4d84903 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/quotas/f30119270aba4daaba917bc9696408a3 HTTP/1.1" status: 200 len: 375 time: 0.0179040 Sep 03 14:26:20.502356 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-698da095-1cf9-4e16-994b-0bf76776748e req-2f9fd1e3-05e9-49a4-99eb-582bb06854ed tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f30119270aba4daaba917bc9696408a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822949 Sep 03 14:26:20.522862 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6d0f3134-804f-4415-9018-35c65656303a req-cea3b58a-1dc6-41e1-91a5-6fa1ff71df98 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634294 Sep 03 14:26:20.689650 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 663da85f-b29d-4c6e-abf7-125fe12aad7e up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:26:20.708947 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:20.772589 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-45ae1d95-11ad-47b9-a54c-0807fe00d1b1 None None] Provisioning for port a3abe119-1146-450d-95f0-0670066b3882 completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:26:20.794613 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-45ae1d95-11ad-47b9-a54c-0807fe00d1b1 None None] Provisioning complete for port a3abe119-1146-450d-95f0-0670066b3882 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:20.797329 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-698da095-1cf9-4e16-994b-0bf76776748e req-30656c03-42e4-485a-a21e-644a1ba1fa81 service neutron] 10.222.0.23 "GET /v2.0/networks/41791f6f-5dc3-4bb3-a10a-6ba71f14d907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700791 Sep 03 14:26:20.798198 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-45ae1d95-11ad-47b9-a54c-0807fe00d1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:20.849575 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 663da85f-b29d-4c6e-abf7-125fe12aad7e triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:20.850011 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:20.878115 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-45ae1d95-11ad-47b9-a54c-0807fe00d1b1 None None] Port a3abe119-1146-450d-95f0-0670066b3882 cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:26:20.909090 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aaa647-dd39-49b1-817f-7233e19e1e38 req-e5b0feb8-4720-416f-9cd3-2cc13862eabb tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:20.926504 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-19aaa647-dd39-49b1-817f-7233e19e1e38 req-e5b0feb8-4720-416f-9cd3-2cc13862eabb tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1537938 Sep 03 14:26:21.004827 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-19aaa647-dd39-49b1-817f-7233e19e1e38 req-75619420-8c37-4344-ad9a-70f59540ea72 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535588 Sep 03 14:26:21.042561 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:26:21.114380 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-698da095-1cf9-4e16-994b-0bf76776748e req-f63d697b-9bf1-4405-82d6-a622f921bd85 service neutron] 10.222.0.23 "GET /v2.0/networks/41791f6f-5dc3-4bb3-a10a-6ba71f14d907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138995 Sep 03 14:26:21.133232 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:21.133880 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:21.214060 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:21.228497 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:21.319205 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=a3abe119-1146-450d-95f0-0670066b3882,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:21.324221 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945967'] for router_interface, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:21.360722 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a12a2772-be6c-4d3a-954d-1da544c9e2d5 req-b69894fc-318c-4428-9769-f663d7cc1457 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 210 time: 0.0504842 Sep 03 14:26:21.558392 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Network a2934454-4df2-47c8-9a9c-acff155007bc is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:26:21.560173 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:26:21.816512 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eebd1e-51a3-4a57-ba7a-23b69c2b286c req-c0c22e12-8853-4835-a405-33354a79c7d5 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:21.834322 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-46eebd1e-51a3-4a57-ba7a-23b69c2b286c req-c0c22e12-8853-4835-a405-33354a79c7d5 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.1086352 Sep 03 14:26:21.925792 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Router 7f176206-4c4a-44c0-bf77-115e61ad7fcd has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:26:21.934940 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-46eebd1e-51a3-4a57-ba7a-23b69c2b286c req-c82b0b94-3bfa-4af1-9238-87fa20346092 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938172 Sep 03 14:26:22.042602 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-a90e933a-a783-4e6a-b779-6612c0575441 None None] Provisioning complete for port a3abe119-1146-450d-95f0-0670066b3882 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:22.043133 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a90e933a-a783-4e6a-b779-6612c0575441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:22.160147 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-a90e933a-a783-4e6a-b779-6612c0575441 None None] Port a3abe119-1146-450d-95f0-0670066b3882 cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:26:22.163602 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:26:22.175310 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-841112ae-c703-4792-9f9d-599747cd4ab2 admin admin] 10.222.0.23 "PUT /v2.0/routers/7f176206-4c4a-44c0-bf77-115e61ad7fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6892741 Sep 03 14:26:22.310523 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b6656-33f6-4106-b22f-b55e373c56f4 req-e8b48970-4376-43eb-9c73-790f60db24fb tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:22.315835 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f82b6656-33f6-4106-b22f-b55e373c56f4 req-e8b48970-4376-43eb-9c73-790f60db24fb tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0881863 Sep 03 14:26:22.394851 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f82b6656-33f6-4106-b22f-b55e373c56f4 req-51823fdf-21bd-4073-bca2-0d1b7b537ed8 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704770 Sep 03 14:26:22.630860 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e8b3f303-bb98-423a-bd71-ca72fb603fcc req-351412a6-4566-4dfb-abf6-82351848a48e tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 210 time: 0.0908155 Sep 03 14:26:22.668073 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:26:22.798435 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:26:22.809559 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:22.813702 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:22.928711 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:22.965945 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:26:22.972166 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:23.096682 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:23.201982 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8496b-24ee-4b8e-be5d-bcd665a9238f req-ad5a7803-ed98-4448-8ed7-3c8a1f75958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:23.213631 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-79d8496b-24ee-4b8e-be5d-bcd665a9238f req-ad5a7803-ed98-4448-8ed7-3c8a1f75958c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0f0085a4f6749ad883b44fd85b77f3d&device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 1099 time: 0.1505857 Sep 03 14:26:23.319032 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523f4f7-67d2-4ff4-9341-8006034de9a8 req-173a8ae5-749b-4fb8-b9c3-be0b84d1f4c5 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:23.320754 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7523f4f7-67d2-4ff4-9341-8006034de9a8 req-173a8ae5-749b-4fb8-b9c3-be0b84d1f4c5 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.1828589 Sep 03 14:26:23.449112 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7523f4f7-67d2-4ff4-9341-8006034de9a8 req-3360703e-6fdb-4214-a563-7c408781068c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796251 Sep 03 14:26:23.449598 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 46334) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:26:23.465965 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-332a78b9-3d6e-4c00-a163-178023d198b7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1019154795', 'description': 'tempest-secgroup-smoke-1019154795 description', 'project_id': '3432258e520247ce9ede8396ea60327b'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:26:23.478815 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8496b-24ee-4b8e-be5d-bcd665a9238f req-5c4438ed-7108-4fd3-8ada-e553efea30a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:23.480579 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-79d8496b-24ee-4b8e-be5d-bcd665a9238f req-5c4438ed-7108-4fd3-8ada-e553efea30a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbd6e6cb-0033-47b2-8be9-e30f235ef328 HTTP/1.1" status: 200 len: 920 time: 0.2526729 Sep 03 14:26:23.498522 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698da095-1cf9-4e16-994b-0bf76776748e req-93c6715e-3ae2-4cd4-beea-3f60dfee83c6 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:23.500504 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-698da095-1cf9-4e16-994b-0bf76776748e req-93c6715e-3ae2-4cd4-beea-3f60dfee83c6 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.11 "GET /v2.0/networks?id=41791f6f-5dc3-4bb3-a10a-6ba71f14d907 HTTP/1.1" status: 200 len: 814 time: 0.2969124 Sep 03 14:26:23.531228 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-698da095-1cf9-4e16-994b-0bf76776748e req-b4f3bc17-002e-4ba8-a7fc-6337430d8eeb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Request body: {'port': {'device_id': '00b6415f-8538-4abb-8d40-a886a0ffb008', 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907', 'admin_state_up': True, 'tenant_id': 'f30119270aba4daaba917bc9696408a3'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:26:23.567068 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-332a78b9-3d6e-4c00-a163-178023d198b7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:23.581582 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-79d8496b-24ee-4b8e-be5d-bcd665a9238f req-cf64aff3-bf89-4075-be7c-658d7abd21a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9031ac54-36c0-4a82-9617-ec41b2a11a84 HTTP/1.1" status: 200 len: 217 time: 0.0926623 Sep 03 14:26:23.638535 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Sync routers for ids ['7f176206-4c4a-44c0-bf77-115e61ad7fcd'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:26:23.651505 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Routers {'7f176206-4c4a-44c0-bf77-115e61ad7fcd'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:26:23.652209 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:26:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['7f176206-4c4a-44c0-bf77-115e61ad7fcd'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:23.697348 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8496b-24ee-4b8e-be5d-bcd665a9238f req-814a6667-f11d-4e16-bd8e-d2d37be574ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:23.700195 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-79d8496b-24ee-4b8e-be5d-bcd665a9238f req-814a6667-f11d-4e16-bd8e-d2d37be574ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=174486f7-9963-4483-801b-f3f3a05a27a1 HTTP/1.1" status: 200 len: 859 time: 0.1019583 Sep 03 14:26:23.790620 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-79d8496b-24ee-4b8e-be5d-bcd665a9238f req-95266f40-3e86-440f-adf6-2b42cfa7d816 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbd6e6cb-0033-47b2-8be9-e30f235ef328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785675 Sep 03 14:26:23.838555 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Set router 7f176206-4c4a-44c0-bf77-115e61ad7fcd gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:26:23.871603 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-9c5f4618-44e2-4f88-96cb-b0787418104a req-337738fb-4f67-4bb0-b53c-97707cd09452 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 210 time: 0.0791245 Sep 03 14:26:23.897719 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03137d-95e3-4896-97b6-c4c9ade87f5d req-370f899b-316e-41e3-a59d-f75ed94f8c22 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:23.911036 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9b03137d-95e3-4896-97b6-c4c9ade87f5d req-370f899b-316e-41e3-a59d-f75ed94f8c22 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.3233702 Sep 03 14:26:24.032908 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9b03137d-95e3-4896-97b6-c4c9ade87f5d req-63d33e4d-a786-44c3-a2f0-7140b6a0a91a tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005862 Sep 03 14:26:24.045017 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-332a78b9-3d6e-4c00-a163-178023d198b7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:24.057289 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-332a78b9-3d6e-4c00-a163-178023d198b7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:24.102048 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698da095-1cf9-4e16-994b-0bf76776748e req-b4f3bc17-002e-4ba8-a7fc-6337430d8eeb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Made reservation on behalf of f30119270aba4daaba917bc9696408a3 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:26:24.106313 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-698da095-1cf9-4e16-994b-0bf76776748e req-b4f3bc17-002e-4ba8-a7fc-6337430d8eeb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:24.114222 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-332a78b9-3d6e-4c00-a163-178023d198b7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:24.119443 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-332a78b9-3d6e-4c00-a163-178023d198b7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6681721 Sep 03 14:26:24.120243 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 46352) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:26:24.132936 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a78b9-3d6e-4c00-a163-178023d198b7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc1a7ce-2ef9-44f2-8707-7352a363ab41,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:24.136795 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-1739adec-a395-4d21-9aea-876d107e0828 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Request body: {'security_group_rule': {'security_group_id': '7fc1a7ce-2ef9-44f2-8707-7352a363ab41', 'project_id': '3432258e520247ce9ede8396ea60327b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:26:24.149892 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a78b9-3d6e-4c00-a163-178023d198b7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:24.150653 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a78b9-3d6e-4c00-a163-178023d198b7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:24.151196 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a78b9-3d6e-4c00-a163-178023d198b7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:24.151733 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a78b9-3d6e-4c00-a163-178023d198b7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:24.152223 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a78b9-3d6e-4c00-a163-178023d198b7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:24.152944 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a78b9-3d6e-4c00-a163-178023d198b7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:24.153464 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a78b9-3d6e-4c00-a163-178023d198b7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:24.154006 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a78b9-3d6e-4c00-a163-178023d198b7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:24.154540 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a78b9-3d6e-4c00-a163-178023d198b7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:24.155187 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a78b9-3d6e-4c00-a163-178023d198b7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:24.155693 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a78b9-3d6e-4c00-a163-178023d198b7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:24.156175 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332a78b9-3d6e-4c00-a163-178023d198b7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:24.206729 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 46360) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:26:24.234674 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-79d8496b-24ee-4b8e-be5d-bcd665a9238f req-a8449584-d8cd-4dd8-babf-dde3cce8d9c1 service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230609 Sep 03 14:26:24.287335 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1739adec-a395-4d21-9aea-876d107e0828 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:24.436531 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f176206-4c4a-44c0-bf77-115e61ad7fcd', 'name': 'tempest-TestShelveInstance-1654455499-router', 'tenant_id': 'ac16683d6d484589a15916533ad7cf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd3dd0e93-1b91-4ced-8ccd-0d3ee51552e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:26:11Z', 'updated_at': '2021-09-03T14:26:20Z', 'revision_number': 4, 'project_id': 'ac16683d6d484589a15916533ad7cf0f', 'gw_port': {'id': 'd3dd0e93-1b91-4ced-8ccd-0d3ee51552e6', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f176206-4c4a-44c0-bf77-115e61ad7fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:26:12Z', 'updated_at': '2021-09-03T14:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': 'a3abe119-1146-450d-95f0-0670066b3882', 'name': '', 'network_id': 'a2934454-4df2-47c8-9a9c-acff155007bc', 'tenant_id': 'ac16683d6d484589a15916533ad7cf0f', 'mac_address': 'fa:16:3e:f2:fc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f176206-4c4a-44c0-bf77-115e61ad7fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '21408755-246b-46a0-a672-3eafb8f9c2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:26:19Z', 'updated_at': '2021-09-03T14:26:20Z', 'revision_number': 2, 'project_id': 'ac16683d6d484589a15916533ad7cf0f', 'subnets': [{'id': '21408755-246b-46a0-a672-3eafb8f9c2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:24.481488 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-a202077c-e2a4-4636-ae78-e31e5833675a admin admin] Deleting subnet d16f1da0-d428-409b-9b39-90c7cb9b2454 {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:26:24.486865 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a202077c-e2a4-4636-ae78-e31e5833675a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:24.570955 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a202077c-e2a4-4636-ae78-e31e5833675a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3471851'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:24.574713 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-79d8496b-24ee-4b8e-be5d-bcd665a9238f req-23fd9842-55cb-4361-9dd9-b43a2c621286 service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282959 Sep 03 14:26:24.634316 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Checking router: 7f176206-4c4a-44c0-bf77-115e61ad7fcd for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:26:24.635049 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Updating router 7f176206-4c4a-44c0-bf77-115e61ad7fcd port a3abe119-1146-450d-95f0-0670066b3882 binding host dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:26:24.635687 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a202077c-e2a4-4636-ae78-e31e5833675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16749918'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:24.673187 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1739adec-a395-4d21-9aea-876d107e0828 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:24.696417 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1739adec-a395-4d21-9aea-876d107e0828 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:24.702491 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:26:24.724053 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a202077c-e2a4-4636-ae78-e31e5833675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16749863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2727873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602688'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:24.734937 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-698da095-1cf9-4e16-994b-0bf76776748e req-b4f3bc17-002e-4ba8-a7fc-6337430d8eeb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Allocated IP 172.20.0.13 (41791f6f-5dc3-4bb3-a10a-6ba71f14d907/e396b2e8-1d28-431c-b3ff-a6ed2a24f730/dbde8520-1e9e-4712-89ea-8bbb8a6e1286) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:26:24.769640 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:24.776876 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202077c-e2a4-4636-ae78-e31e5833675a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d16f1da0-d428-409b-9b39-90c7cb9b2454,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:24.780058 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a202077c-e2a4-4636-ae78-e31e5833675a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:24.782650 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a202077c-e2a4-4636-ae78-e31e5833675a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d16f1da0-d428-409b-9b39-90c7cb9b2454 HTTP/1.1" status: 204 len: 168 time: 0.5749345 Sep 03 14:26:24.786549 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 46368) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:26:24.803976 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739adec-a395-4d21-9aea-876d107e0828 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b4ce10-dfde-4a08-82b9-4a5c9bf805d8,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:24.840739 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1739adec-a395-4d21-9aea-876d107e0828 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:24.845515 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-1739adec-a395-4d21-9aea-876d107e0828 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7204180 Sep 03 14:26:24.848163 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 46370) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:26:24.855578 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-5dad964c-ec2b-453d-bf6d-a9fcf7676e4a tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Request body: {'security_group_rule': {'security_group_id': '7fc1a7ce-2ef9-44f2-8707-7352a363ab41', 'project_id': '3432258e520247ce9ede8396ea60327b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:26:24.921811 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e825-0c0f-4d2c-b30b-6a478b1246e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16589909'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:24.924330 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa42e1-d92f-4222-8660-1020f5bd21f0 req-309cfbfb-fa18-4d97-b349-663a33e6672c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:24.928104 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-cbfa42e1-d92f-4222-8660-1020f5bd21f0 req-309cfbfb-fa18-4d97-b349-663a33e6672c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.1609344 Sep 03 14:26:24.998569 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5dad964c-ec2b-453d-bf6d-a9fcf7676e4a tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.194411 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-98dea3f9-4e3b-43b2-9b33-349648f41274 req-fd79ef2a-7516-4bad-ad4c-15d27cb5e18c tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 210 time: 0.1257989 Sep 03 14:26:25.233855 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e825-0c0f-4d2c-b30b-6a478b1246e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16749259', 'neutron.services.segments.db._delete_segments_for_network-8777478328405'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.261417 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:25.261902 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.263443 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5dad964c-ec2b-453d-bf6d-a9fcf7676e4a tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.272274 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5dad964c-ec2b-453d-bf6d-a9fcf7676e4a tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.277045 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-698da095-1cf9-4e16-994b-0bf76776748e req-b4f3bc17-002e-4ba8-a7fc-6337430d8eeb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.302570 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-698da095-1cf9-4e16-994b-0bf76776748e req-b4f3bc17-002e-4ba8-a7fc-6337430d8eeb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Transition to ACTIVE for port object dbde8520-1e9e-4712-89ea-8bbb8a6e1286 will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:26:25.369784 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-cbfa42e1-d92f-4222-8660-1020f5bd21f0 req-adf8ef81-f731-4dab-9a5f-8dccfdc1f077 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4154866 Sep 03 14:26:25.373641 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad964c-ec2b-453d-bf6d-a9fcf7676e4a tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31192a0c-2825-4169-866f-9e18c4bb0ce1,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:25.394315 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5dad964c-ec2b-453d-bf6d-a9fcf7676e4a tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.399001 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-5dad964c-ec2b-453d-bf6d-a9fcf7676e4a tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5479615 Sep 03 14:26:25.399707 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 46378) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:26:25.411071 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-7011ee5c-1792-4dec-95a2-715a85644335 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Request body: {'security_group_rule': {'security_group_id': '7fc1a7ce-2ef9-44f2-8707-7352a363ab41', 'project_id': '3432258e520247ce9ede8396ea60327b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:26:25.419276 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-3ac8e825-0c0f-4d2c-b30b-6a478b1246e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481ed543-e36a-4e78-ab4f-0684a99e1fac']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:25.425090 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-698da095-1cf9-4e16-994b-0bf76776748e req-b4f3bc17-002e-4ba8-a7fc-6337430d8eeb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.487971 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7011ee5c-1792-4dec-95a2-715a85644335 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.493813 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-3ac8e825-0c0f-4d2c-b30b-6a478b1246e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f9cb4e-610e-4331-a241-b6080a43aa5f') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:25.494434 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-3ac8e825-0c0f-4d2c-b30b-6a478b1246e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f9cb4e-610e-4331-a241-b6080a43aa5f') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:25.502062 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.535386 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e825-0c0f-4d2c-b30b-6a478b1246e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777478329694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3471858'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.545971 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Transition to ACTIVE for port object a3abe119-1146-450d-95f0-0670066b3882 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:26:25.568029 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.627084 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698da095-1cf9-4e16-994b-0bf76776748e req-b4f3bc17-002e-4ba8-a7fc-6337430d8eeb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Network 41791f6f-5dc3-4bb3-a10a-6ba71f14d907 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:26:25.630987 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e825-0c0f-4d2c-b30b-6a478b1246e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.647805 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-698da095-1cf9-4e16-994b-0bf76776748e req-b4f3bc17-002e-4ba8-a7fc-6337430d8eeb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:26:25.649403 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93283cbd-41e4-48cb-8b7a-1aad41664a2f None None] Pushing event updated for resources: {'Port': ['ID=a3abe119-1146-450d-95f0-0670066b3882,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:25.653289 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-698da095-1cf9-4e16-994b-0bf76776748e req-b4f3bc17-002e-4ba8-a7fc-6337430d8eeb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:26:25.659680 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7011ee5c-1792-4dec-95a2-715a85644335 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.670625 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7011ee5c-1792-4dec-95a2-715a85644335 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.726170 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac8e825-0c0f-4d2c-b30b-6a478b1246e5 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:26:25.726674 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e825-0c0f-4d2c-b30b-6a478b1246e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2727839'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.728870 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7011ee5c-1792-4dec-95a2-715a85644335 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: Traceback (most recent call last): Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: timer() Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: cb(*args, **kw) Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: return func(*args, **kwargs) Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: self._notify() Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: self.callback(batched_events) Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: event.method(event) Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: return f(self, *a, **k) Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._get(url).json() Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:26:25.729186 dv-cinder-759955-20-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:26:25.733052 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-7011ee5c-1792-4dec-95a2-715a85644335 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3321209 Sep 03 14:26:25.735518 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 46380) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:26:25.747251 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-9838a496-4465-4f75-8f09-32603a1fd127 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Request body: {'security_group_rule': {'security_group_id': '7fc1a7ce-2ef9-44f2-8707-7352a363ab41', 'project_id': '3432258e520247ce9ede8396ea60327b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:26:25.748131 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c6217-ae48-4110-8c2f-76cd61c4c95e req-1dd9c2f5-67e6-42bc-a4db-d3da5197f5b9 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:25.758292 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4f5c6217-ae48-4110-8c2f-76cd61c4c95e req-1dd9c2f5-67e6-42bc-a4db-d3da5197f5b9 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.3557312 Sep 03 14:26:25.790023 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3bc17-002e-4ba8-a7fc-6337430d8eeb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Pushing event updated for resources: {'Port': ['ID=dbde8520-1e9e-4712-89ea-8bbb8a6e1286,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:25.805504 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011ee5c-1792-4dec-95a2-715a85644335 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26b8a6f-0c4e-4b43-95d2-545d6bd54878,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:25.823036 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9838a496-4465-4f75-8f09-32603a1fd127 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.841552 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Attempting to bind port a3abe119-1146-450d-95f0-0670066b3882 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:26:25.842005 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Attempting to bind port a3abe119-1146-450d-95f0-0670066b3882 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': '616cee67-b6dd-44be-9d70-36ff58b2c191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a2934454-4df2-47c8-9a9c-acff155007bc'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:26:25.842791 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Attempting to bind port a3abe119-1146-450d-95f0-0670066b3882 on network a2934454-4df2-47c8-9a9c-acff155007bc {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:26:25.849327 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:26:25.849801 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Checking segment: {'id': '616cee67-b6dd-44be-9d70-36ff58b2c191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a2934454-4df2-47c8-9a9c-acff155007bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:26:25.850155 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.850731 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Bound using segment: {'id': '616cee67-b6dd-44be-9d70-36ff58b2c191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a2934454-4df2-47c8-9a9c-acff155007bc'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:26:25.851149 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Bound port: a3abe119-1146-450d-95f0-0670066b3882, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616cee67-b6dd-44be-9d70-36ff58b2c191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a2934454-4df2-47c8-9a9c-acff155007bc'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:26:25.851548 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:25.974784 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] For port a3abe119-1146-450d-95f0-0670066b3882, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:26:25.979459 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] For port a3abe119-1146-450d-95f0-0670066b3882, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=a3abe119-1146-450d-95f0-0670066b3882,segment=NetworkSegment(616cee67-b6dd-44be-9d70-36ff58b2c191),segment_id=616cee67-b6dd-44be-9d70-36ff58b2c191)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:26:25.997011 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:26.095634 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9838a496-4465-4f75-8f09-32603a1fd127 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:26.102948 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9838a496-4465-4f75-8f09-32603a1fd127 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:26.123562 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Routers {'7f176206-4c4a-44c0-bf77-115e61ad7fcd'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:26:26.124507 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:26:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['7f176206-4c4a-44c0-bf77-115e61ad7fcd'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:26.137874 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698da095-1cf9-4e16-994b-0bf76776748e req-b4f3bc17-002e-4ba8-a7fc-6337430d8eeb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:26.151195 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-698da095-1cf9-4e16-994b-0bf76776748e req-b4f3bc17-002e-4ba8-a7fc-6337430d8eeb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:26.212278 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4f5c6217-ae48-4110-8c2f-76cd61c4c95e req-d70b876c-08fa-4bab-bb85-c7111e075be9 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527192 Sep 03 14:26:26.238985 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e825-0c0f-4d2c-b30b-6a478b1246e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16749276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893990'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:26.239649 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9838a496-4465-4f75-8f09-32603a1fd127 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:26.250455 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 46382) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:26:26.253543 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-9838a496-4465-4f75-8f09-32603a1fd127 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5109611 Sep 03 14:26:26.256150 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838a496-4465-4f75-8f09-32603a1fd127 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29b7dfe-c9dd-44f9-866d-1cb55115d776,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:26.277284 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-d2854c17-9203-44e1-9441-9e1d81b7e979 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Request body: {'security_group_rule': {'security_group_id': '7fc1a7ce-2ef9-44f2-8707-7352a363ab41', 'project_id': '3432258e520247ce9ede8396ea60327b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:26:26.283597 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e825-0c0f-4d2c-b30b-6a478b1246e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:26.305866 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3ac8e825-0c0f-4d2c-b30b-6a478b1246e5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/481ed543-e36a-4e78-ab4f-0684a99e1fac HTTP/1.1" status: 204 len: 168 time: 1.5007246 Sep 03 14:26:26.312877 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-698da095-1cf9-4e16-994b-0bf76776748e req-b4f3bc17-002e-4ba8-a7fc-6337430d8eeb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7895727 Sep 03 14:26:26.350678 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8e825-0c0f-4d2c-b30b-6a478b1246e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=481ed543-e36a-4e78-ab4f-0684a99e1fac,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:26.409232 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Request body: {'port': {'device_id': '00b6415f-8538-4abb-8d40-a886a0ffb008', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:26:26.575761 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.securitygroups_db [None req-d2854c17-9203-44e1-9441-9e1d81b7e979 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Project 3432258e520247ce9ede8396ea60327b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 14:26:26.583311 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d2854c17-9203-44e1-9441-9e1d81b7e979 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:26.674843 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93283cbd-41e4-48cb-8b7a-1aad41664a2f None None] Pushing event updated for resources: {'Port': ['ID=a3abe119-1146-450d-95f0-0670066b3882,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:26.680500 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:26.707191 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18799a1b-f992-46aa-ae90-c630a0ca40d7 req-8e47a77a-2fd4-4633-bc45-e39866883ea2 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:26.732366 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-18799a1b-f992-46aa-ae90-c630a0ca40d7 req-8e47a77a-2fd4-4633-bc45-e39866883ea2 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 932 time: 0.2343700 Sep 03 14:26:26.742086 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-43de809e-0ab6-4b40-aae7-923ab0787cc2 None None] Provisioning for port dbde8520-1e9e-4712-89ea-8bbb8a6e1286 completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:26:26.757003 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-43de809e-0ab6-4b40-aae7-923ab0787cc2 None None] Provisioning complete for port dbde8520-1e9e-4712-89ea-8bbb8a6e1286 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:26.757896 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-43de809e-0ab6-4b40-aae7-923ab0787cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:26.788105 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d2854c17-9203-44e1-9441-9e1d81b7e979 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:26.832933 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] Set router 7f176206-4c4a-44c0-bf77-115e61ad7fcd gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:26:26.865575 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-18799a1b-f992-46aa-ae90-c630a0ca40d7 req-dc0bcbea-7db3-47fc-aa33-90a8f34509d3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315928 Sep 03 14:26:26.875935 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 46392) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:26:26.937714 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-43de809e-0ab6-4b40-aae7-923ab0787cc2 None None] Port dbde8520-1e9e-4712-89ea-8bbb8a6e1286 cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:26:26.953930 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d2854c17-9203-44e1-9441-9e1d81b7e979 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:26.978011 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-3aefae1a-deac-4273-bcf4-249b974237aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3dee464dea94fca8216c922844392c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1000345 Sep 03 14:26:26.981183 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 46394) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:26:27.025425 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2854c17-9203-44e1-9441-9e1d81b7e979 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e377330e-c648-4660-b880-4965b690f781,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:27.079198 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a25cf-f48d-41a3-9901-4aeca163862f req-c0f8d704-35fe-4ddb-af8c-429bdaa4d18c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:27.081835 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b29a25cf-f48d-41a3-9901-4aeca163862f req-c0f8d704-35fe-4ddb-af8c-429bdaa4d18c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.3344624 Sep 03 14:26:27.088735 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d2854c17-9203-44e1-9441-9e1d81b7e979 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:27.095796 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d2854c17-9203-44e1-9441-9e1d81b7e979 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8250477 Sep 03 14:26:27.096812 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 46396) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:26:27.143838 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-99b56eca-8a0a-441d-b785-cabad85d78d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:27.201309 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-86e509be-85cf-4984-a898-048b07d0044b tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Request body: {'security_group_rule': {'security_group_id': '7fc1a7ce-2ef9-44f2-8707-7352a363ab41', 'project_id': '3432258e520247ce9ede8396ea60327b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:26:27.228997 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f176206-4c4a-44c0-bf77-115e61ad7fcd', 'name': 'tempest-TestShelveInstance-1654455499-router', 'tenant_id': 'ac16683d6d484589a15916533ad7cf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd3dd0e93-1b91-4ced-8ccd-0d3ee51552e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:26:11Z', 'updated_at': '2021-09-03T14:26:20Z', 'revision_number': 4, 'project_id': 'ac16683d6d484589a15916533ad7cf0f', 'gw_port': {'id': 'd3dd0e93-1b91-4ced-8ccd-0d3ee51552e6', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f176206-4c4a-44c0-bf77-115e61ad7fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:26:12Z', 'updated_at': '2021-09-03T14:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': 'a3abe119-1146-450d-95f0-0670066b3882', 'name': '', 'network_id': 'a2934454-4df2-47c8-9a9c-acff155007bc', 'tenant_id': 'ac16683d6d484589a15916533ad7cf0f', 'mac_address': 'fa:16:3e:f2:fc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f176206-4c4a-44c0-bf77-115e61ad7fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '21408755-246b-46a0-a672-3eafb8f9c2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:26:19Z', 'updated_at': '2021-09-03T14:26:25Z', 'revision_number': 4, 'project_id': 'ac16683d6d484589a15916533ad7cf0f', 'subnets': [{'id': '21408755-246b-46a0-a672-3eafb8f9c2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:26:27.247580 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-99b56eca-8a0a-441d-b785-cabad85d78d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:27.284127 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e724e3-0bae-4802-b646-495a772c8f56 None None] The sync data for ids ['7f176206-4c4a-44c0-bf77-115e61ad7fcd'] in dv-cinder-759955-20-iscsi is: [{'id': '7f176206-4c4a-44c0-bf77-115e61ad7fcd', 'name': 'tempest-TestShelveInstance-1654455499-router', 'tenant_id': 'ac16683d6d484589a15916533ad7cf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd3dd0e93-1b91-4ced-8ccd-0d3ee51552e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:26:11Z', 'updated_at': '2021-09-03T14:26:20Z', 'revision_number': 4, 'project_id': 'ac16683d6d484589a15916533ad7cf0f', 'gw_port': {'id': 'd3dd0e93-1b91-4ced-8ccd-0d3ee51552e6', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f176206-4c4a-44c0-bf77-115e61ad7fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:26:12Z', 'updated_at': '2021-09-03T14:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': 'a3abe119-1146-450d-95f0-0670066b3882', 'name': '', 'network_id': 'a2934454-4df2-47c8-9a9c-acff155007bc', 'tenant_id': 'ac16683d6d484589a15916533ad7cf0f', 'mac_address': 'fa:16:3e:f2:fc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f176206-4c4a-44c0-bf77-115e61ad7fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '21408755-246b-46a0-a672-3eafb8f9c2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:26:19Z', 'updated_at': '2021-09-03T14:26:25Z', 'revision_number': 4, 'project_id': 'ac16683d6d484589a15916533ad7cf0f', 'subnets': [{'id': '21408755-246b-46a0-a672-3eafb8f9c2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:26:27.364616 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-99b56eca-8a0a-441d-b785-cabad85d78d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:27.369200 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-99b56eca-8a0a-441d-b785-cabad85d78d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:27.374171 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-99b56eca-8a0a-441d-b785-cabad85d78d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88 HTTP/1.1" status: 204 len: 168 time: 0.3910272 Sep 03 14:26:27.380227 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b29a25cf-f48d-41a3-9901-4aeca163862f req-35a845d4-b6f7-4a28-aa44-2fcb2d8eec97 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734523 Sep 03 14:26:27.386653 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b56eca-8a0a-441d-b785-cabad85d78d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1c4b0f-f1f0-4a0c-8e14-2be5e8b3cf88,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:27.422655 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.securitygroups_db [None req-86e509be-85cf-4984-a898-048b07d0044b tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Project 3432258e520247ce9ede8396ea60327b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 14:26:27.469109 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-86e509be-85cf-4984-a898-048b07d0044b tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:27.665264 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bb466-d44c-4929-b861-6f30e96e25e4 req-1954264a-e314-47aa-aa97-0f3a63a4c84f tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:27.677046 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c58bb466-d44c-4929-b861-6f30e96e25e4 req-1954264a-e314-47aa-aa97-0f3a63a4c84f tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.1374393 Sep 03 14:26:27.751343 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c58bb466-d44c-4929-b861-6f30e96e25e4 req-87cade52-1095-48bf-80e9-e4b57f9e2c9f tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730615 Sep 03 14:26:27.834771 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbde8520-1e9e-4712-89ea-8bbb8a6e1286 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:26:27.856220 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:27.914299 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-86e509be-85cf-4984-a898-048b07d0044b tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:27.915862 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Transition to ACTIVE for port object dbde8520-1e9e-4712-89ea-8bbb8a6e1286 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:26:27.926263 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-86e509be-85cf-4984-a898-048b07d0044b tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:27.948966 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:28.138519 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e509be-85cf-4984-a898-048b07d0044b tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933cc9fa-3b3f-412e-b428-a9dadc80e1e1,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:28.174200 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-86e509be-85cf-4984-a898-048b07d0044b tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:28.175760 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-86e509be-85cf-4984-a898-048b07d0044b tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0712659 Sep 03 14:26:28.241231 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32d660-6216-4182-8f6c-81167b1445b2 req-88efc6b8-cc26-469c-9f6b-93277cbad24d tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:28.244940 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a32d660-6216-4182-8f6c-81167b1445b2 req-88efc6b8-cc26-469c-9f6b-93277cbad24d tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 944 time: 0.2286534 Sep 03 14:26:28.279065 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Pushing event updated for resources: {'Port': ['ID=dbde8520-1e9e-4712-89ea-8bbb8a6e1286,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:28.624169 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a32d660-6216-4182-8f6c-81167b1445b2 req-aaaf1bfc-6900-4c09-8a05-a7726d12a8f5 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221254 Sep 03 14:26:28.647340 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Attempting to bind port dbde8520-1e9e-4712-89ea-8bbb8a6e1286 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:26:28.647682 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Attempting to bind port dbde8520-1e9e-4712-89ea-8bbb8a6e1286 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'b79e017b-c336-49e8-86ae-8ed747246548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:26:28.648642 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Attempting to bind port dbde8520-1e9e-4712-89ea-8bbb8a6e1286 on network 41791f6f-5dc3-4bb3-a10a-6ba71f14d907 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:26:28.667880 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Port dbde8520-1e9e-4712-89ea-8bbb8a6e1286 on network 41791f6f-5dc3-4bb3-a10a-6ba71f14d907 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:26:28.678106 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Attempting to bind port dbde8520-1e9e-4712-89ea-8bbb8a6e1286 on network 41791f6f-5dc3-4bb3-a10a-6ba71f14d907 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:26:28.709566 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:26:28.710284 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Checking segment: {'id': 'b79e017b-c336-49e8-86ae-8ed747246548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:26:28.711455 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Bound using segment: {'id': 'b79e017b-c336-49e8-86ae-8ed747246548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:26:28.715067 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Bound port: dbde8520-1e9e-4712-89ea-8bbb8a6e1286, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79e017b-c336-49e8-86ae-8ed747246548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:26:28.716022 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:28.746163 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device a3abe119-1146-450d-95f0-0670066b3882 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:26:28.768516 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfea453-99d3-4aa5-9984-42d974665dc2 req-94b18925-2a6a-43a2-92e7-fc5c6f5f6744 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:28.783999 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6bfea453-99d3-4aa5-9984-42d974665dc2 req-94b18925-2a6a-43a2-92e7-fc5c6f5f6744 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.1995645 Sep 03 14:26:28.874178 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6bfea453-99d3-4aa5-9984-42d974665dc2 req-87cff6fa-3c7f-4da8-854e-38d2304604dc tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881286 Sep 03 14:26:28.987393 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port a3abe119-1146-450d-95f0-0670066b3882 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:26:28.992981 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port a3abe119-1146-450d-95f0-0670066b3882 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:28.993370 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:29.004021 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] For port dbde8520-1e9e-4712-89ea-8bbb8a6e1286, host hv-cinder-75995, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:26:29.017840 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] For port dbde8520-1e9e-4712-89ea-8bbb8a6e1286, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=dbde8520-1e9e-4712-89ea-8bbb8a6e1286,segment=NetworkSegment(b79e017b-c336-49e8-86ae-8ed747246548),segment_id=b79e017b-c336-49e8-86ae-8ed747246548)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:26:29.041576 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:29.189403 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:29.190562 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:29.192229 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-698da095-1cf9-4e16-994b-0bf76776748e req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] 10.222.0.11 "PUT /v2.0/ports/dbde8520-1e9e-4712-89ea-8bbb8a6e1286 HTTP/1.1" status: 200 len: 1094 time: 2.8065503 Sep 03 14:26:29.193965 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b6415f-8538-4abb-8d40-a886a0ffb008', 'tag': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:26:29.196614 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73e3399-c2c9-4f67-9b14-7aa3d8df82b2" -d '{"events": [{"name": "network-changed", "server_uuid": "00b6415f-8538-4abb-8d40-a886a0ffb008", "tag": "dbde8520-1e9e-4712-89ea-8bbb8a6e1286"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:26:29.282845 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb850e-8e0a-4842-8909-210f2360bd63 req-cae85cba-9667-44a7-8f2b-b999f0fecf5c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:29.311398 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-47eb850e-8e0a-4842-8909-210f2360bd63 req-cae85cba-9667-44a7-8f2b-b999f0fecf5c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.2916038 Sep 03 14:26:29.328390 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13262f3b-a972-4cdf-8f75-309489da7776 x-openstack-request-id: req-13262f3b-a972-4cdf-8f75-309489da7776 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:26:29.328867 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b6415f-8538-4abb-8d40-a886a0ffb008", "tag": "dbde8520-1e9e-4712-89ea-8bbb8a6e1286", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:26:29.330129 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13262f3b-a972-4cdf-8f75-309489da7776 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:26:29.331050 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b6415f-8538-4abb-8d40-a886a0ffb008', 'tag': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286', 'status': 'completed', 'code': 200} Sep 03 14:26:29.333834 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a333e60-38a5-4bac-8140-59e2a819266c service neutron] Pushing event updated for resources: {'Port': ['ID=dbde8520-1e9e-4712-89ea-8bbb8a6e1286,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:29.400984 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:29.534471 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-47eb850e-8e0a-4842-8909-210f2360bd63 req-ea68b55d-e6e1-4a81-9422-6549d1032ee9 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218482 Sep 03 14:26:29.542559 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port a3abe119-1146-450d-95f0-0670066b3882, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=a3abe119-1146-450d-95f0-0670066b3882,segment=NetworkSegment(616cee67-b6dd-44be-9d70-36ff58b2c191),segment_id=616cee67-b6dd-44be-9d70-36ff58b2c191)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:26:29.562484 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:29.966039 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e05ecf-6857-4f9d-bf42-03fb8def503f req-13fea565-8be3-403c-a34d-8e839757ab1c tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:29.967715 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-98e05ecf-6857-4f9d-bf42-03fb8def503f req-13fea565-8be3-403c-a34d-8e839757ab1c tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 944 time: 0.1569376 Sep 03 14:26:29.979357 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=a3abe119-1146-450d-95f0-0670066b3882,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:30.058484 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-98e05ecf-6857-4f9d-bf42-03fb8def503f req-7a7fc319-2ba5-4830-ad0f-12a12c3d74a7 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816393 Sep 03 14:26:30.283843 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f320f-37a0-4c2e-a6a7-600680d73581 req-3874aa71-6a91-47b5-a240-8d32ae5a6d9d tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:30.292905 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e18f320f-37a0-4c2e-a6a7-600680d73581 req-3874aa71-6a91-47b5-a240-8d32ae5a6d9d tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.1244164 Sep 03 14:26:30.351280 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e18f320f-37a0-4c2e-a6a7-600680d73581 req-cc533d1e-7a84-4d70-8fa2-87855fd4a2f6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572739 Sep 03 14:26:30.403358 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:30.609781 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device a3abe119-1146-450d-95f0-0670066b3882 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:26:30.688012 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port a3abe119-1146-450d-95f0-0670066b3882 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:30.688997 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:31.199360 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049f9aa-9b04-4970-bb5c-8fee351400c6 req-829169c5-f191-45b9-ba22-36a49c3ab2c4 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:31.202103 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c049f9aa-9b04-4970-bb5c-8fee351400c6 req-829169c5-f191-45b9-ba22-36a49c3ab2c4 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 944 time: 0.0690041 Sep 03 14:26:31.255011 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c049f9aa-9b04-4970-bb5c-8fee351400c6 req-b609d73c-5af9-4240-9d86-83d9aa1a553d tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466945 Sep 03 14:26:31.504338 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552ba1a-2b68-4736-b68a-82b01d7d8d0d req-d4a2e303-62dc-4dc3-9c66-3ac636cfb26c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:31.505955 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e552ba1a-2b68-4736-b68a-82b01d7d8d0d req-d4a2e303-62dc-4dc3-9c66-3ac636cfb26c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0648167 Sep 03 14:26:31.554264 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e552ba1a-2b68-4736-b68a-82b01d7d8d0d req-dfa83801-1c1d-4c14-a503-14e77b3c8bb7 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380099 Sep 03 14:26:32.420077 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe01ca-d588-4139-a1ab-404c92e7cbd0 req-75b831c3-caee-40b6-b876-d4b2b1746a44 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:32.421749 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-dcbe01ca-d588-4139-a1ab-404c92e7cbd0 req-75b831c3-caee-40b6-b876-d4b2b1746a44 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 944 time: 0.0630002 Sep 03 14:26:32.490477 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-dcbe01ca-d588-4139-a1ab-404c92e7cbd0 req-a423d3ce-6f0a-41bf-af5b-f85f299c416f tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549223 Sep 03 14:26:32.701694 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d7917-fea5-4c22-96b0-2499d8826abf req-6d227c98-6834-463b-9b8b-6a80bcc70c0f tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:32.703377 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-714d7917-fea5-4c22-96b0-2499d8826abf req-6d227c98-6834-463b-9b8b-6a80bcc70c0f tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0514045 Sep 03 14:26:32.752087 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-714d7917-fea5-4c22-96b0-2499d8826abf req-272971b4-4b09-4693-adf5-25859fb8cc5f tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421114 Sep 03 14:26:33.648418 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce59de7-a793-4699-a2fa-9d4d6e5e73af req-7ce1cf00-be2c-43da-a2f1-ee2552ee6358 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:33.651487 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bce59de7-a793-4699-a2fa-9d4d6e5e73af req-7ce1cf00-be2c-43da-a2f1-ee2552ee6358 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 944 time: 0.0673470 Sep 03 14:26:33.731971 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bce59de7-a793-4699-a2fa-9d4d6e5e73af req-f704459a-1b15-48e8-9487-b873ba7f9d31 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687099 Sep 03 14:26:33.900748 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0de2d-1d6b-4a5b-a50f-61e8d76edbc6 req-0146bbd4-0515-4b96-a5f1-e52bd06e32b2 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:33.910807 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a5d0de2d-1d6b-4a5b-a50f-61e8d76edbc6 req-0146bbd4-0515-4b96-a5f1-e52bd06e32b2 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0720987 Sep 03 14:26:33.994746 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a5d0de2d-1d6b-4a5b-a50f-61e8d76edbc6 req-ebee0636-7034-400b-99b4-8e54d649e48c tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823715 Sep 03 14:26:34.894839 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945aa53-5726-46d9-9cf1-2d5043fd6988 req-3bc51caf-79cf-483a-bc5d-8d31531c2409 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:34.896669 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d945aa53-5726-46d9-9cf1-2d5043fd6988 req-3bc51caf-79cf-483a-bc5d-8d31531c2409 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 944 time: 0.0593541 Sep 03 14:26:34.940085 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d945aa53-5726-46d9-9cf1-2d5043fd6988 req-4cce6f73-1413-4380-8c93-094d71722871 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374331 Sep 03 14:26:35.174514 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c20ad-4ce5-4f41-8c3c-acebf55b88a1 req-b94ffc8b-322d-4460-bdd1-a6d2986fed4f tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:35.176413 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-730c20ad-4ce5-4f41-8c3c-acebf55b88a1 req-b94ffc8b-322d-4460-bdd1-a6d2986fed4f tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0637245 Sep 03 14:26:35.255841 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-730c20ad-4ce5-4f41-8c3c-acebf55b88a1 req-3819dd57-7074-44c9-a77d-c787be7f1152 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715687 Sep 03 14:26:36.126595 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166d122-6121-4977-8e86-a814e07fade9 req-645d90fe-a149-4eb2-b81d-7a9ecbf19f34 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:36.132606 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d166d122-6121-4977-8e86-a814e07fade9 req-645d90fe-a149-4eb2-b81d-7a9ecbf19f34 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 944 time: 0.0988574 Sep 03 14:26:36.234296 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d166d122-6121-4977-8e86-a814e07fade9 req-a10ebf28-2b3b-4715-b553-b9b4a64e9411 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874815 Sep 03 14:26:36.508585 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81529dd-337a-4fec-b415-b3a1a9667308 req-cdf3af6e-f112-44fe-89fb-71853ced5fb1 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:36.511087 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c81529dd-337a-4fec-b415-b3a1a9667308 req-cdf3af6e-f112-44fe-89fb-71853ced5fb1 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.1522210 Sep 03 14:26:36.593972 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c81529dd-337a-4fec-b415-b3a1a9667308 req-5437774d-04be-4f90-9b20-cf9c6e2692c2 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575981 Sep 03 14:26:37.390231 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e92db-5e71-4779-a01d-39fed5078ee9 req-a2372644-5df5-4433-afa9-eacefaac7d40 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:37.393695 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e74e92db-5e71-4779-a01d-39fed5078ee9 req-a2372644-5df5-4433-afa9-eacefaac7d40 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 944 time: 0.0682931 Sep 03 14:26:37.463291 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e74e92db-5e71-4779-a01d-39fed5078ee9 req-5ddbf089-a6e2-4239-ae00-b30e0e7e493f tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633519 Sep 03 14:26:37.745583 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5958e-664a-404e-881c-eea35bf10b71 req-326140e0-d84f-443f-846d-c5e41b3ce59a tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:37.747672 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-05e5958e-664a-404e-881c-eea35bf10b71 req-326140e0-d84f-443f-846d-c5e41b3ce59a tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0775445 Sep 03 14:26:37.819105 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-05e5958e-664a-404e-881c-eea35bf10b71 req-f21d51f7-84f9-4606-995b-f32649d714bd tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537634 Sep 03 14:26:38.605521 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209b357-55e4-422b-ac2a-12ab2a5f5020 req-c487515d-a39d-4a23-9482-c123f93f7ceb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:38.607137 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e209b357-55e4-422b-ac2a-12ab2a5f5020 req-c487515d-a39d-4a23-9482-c123f93f7ceb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 944 time: 0.0512929 Sep 03 14:26:38.655040 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e209b357-55e4-422b-ac2a-12ab2a5f5020 req-120c740b-392e-44fa-8221-0892bbb005cf tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394764 Sep 03 14:26:38.942572 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf8d85-f7af-475e-a7b6-dc3ab42123c7 req-d5015840-5eda-4d1a-9d2b-5ad19d1f459d tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:38.944153 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-62bf8d85-f7af-475e-a7b6-dc3ab42123c7 req-d5015840-5eda-4d1a-9d2b-5ad19d1f459d tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0528023 Sep 03 14:26:38.985086 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-62bf8d85-f7af-475e-a7b6-dc3ab42123c7 req-0529e994-2c7b-48fc-add7-0261f7321071 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344200 Sep 03 14:26:39.782511 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5d6ee-1c91-41df-a37f-77a7d58ecc2d req-d9b05e0d-4c47-4140-ad2a-9ed089fcd6d0 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:39.784066 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-cbd5d6ee-1c91-41df-a37f-77a7d58ecc2d req-d9b05e0d-4c47-4140-ad2a-9ed089fcd6d0 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 944 time: 0.0596437 Sep 03 14:26:39.838266 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-cbd5d6ee-1c91-41df-a37f-77a7d58ecc2d req-0a6af4e6-5ebd-43cd-a798-1ef98abdbbe4 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471036 Sep 03 14:26:40.107562 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c68b4-f42e-4f4c-8e41-743669b05a9c req-ce42b359-83a6-4440-9a95-7b9b7804007e tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:40.109000 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-189c68b4-f42e-4f4c-8e41-743669b05a9c req-ce42b359-83a6-4440-9a95-7b9b7804007e tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0562630 Sep 03 14:26:40.153044 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-189c68b4-f42e-4f4c-8e41-743669b05a9c req-6c09686e-1495-4660-af8a-0e0f6616b7ab tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379591 Sep 03 14:26:40.156983 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e51e8b53-ffbb-45ae-ae26-763eca9149f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:40.260615 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e3399-c2c9-4f67-9b14-7aa3d8df82b2 req-f1a17384-eebc-4750-b840-010b0f1ddcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:40.262130 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c73e3399-c2c9-4f67-9b14-7aa3d8df82b2 req-f1a17384-eebc-4750-b840-010b0f1ddcc6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f30119270aba4daaba917bc9696408a3&device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 1097 time: 0.0480494 Sep 03 14:26:40.390944 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e3399-c2c9-4f67-9b14-7aa3d8df82b2 req-cb3286d4-85a4-4037-a1a2-dffa1f02b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:40.391853 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-861648b0-a096-42dd-ad53-6244df586870 req-d4cf41ed-aa47-4149-a6f6-0d7d421d899d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448008 Sep 03 14:26:40.393293 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c73e3399-c2c9-4f67-9b14-7aa3d8df82b2 req-cb3286d4-85a4-4037-a1a2-dffa1f02b312 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f30119270aba4daaba917bc9696408a3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1069729 Sep 03 14:26:40.522840 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861648b0-a096-42dd-ad53-6244df586870 req-641079a5-b551-482a-8f31-cf093aa458ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:40.525336 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-861648b0-a096-42dd-ad53-6244df586870 req-641079a5-b551-482a-8f31-cf093aa458ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0f0085a4f6749ad883b44fd85b77f3d&device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 1099 time: 0.0741088 Sep 03 14:26:40.674550 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861648b0-a096-42dd-ad53-6244df586870 req-49f69c37-722d-423a-9dd5-44883bed2ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:40.676059 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-861648b0-a096-42dd-ad53-6244df586870 req-49f69c37-722d-423a-9dd5-44883bed2ee6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbd6e6cb-0033-47b2-8be9-e30f235ef328 HTTP/1.1" status: 200 len: 920 time: 0.1028519 Sep 03 14:26:40.727620 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-861648b0-a096-42dd-ad53-6244df586870 req-9390071d-d2a1-4469-abbe-320fbfa164d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9031ac54-36c0-4a82-9617-ec41b2a11a84 HTTP/1.1" status: 200 len: 217 time: 0.0421443 Sep 03 14:26:40.780915 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861648b0-a096-42dd-ad53-6244df586870 req-acb64e53-0a60-4970-afa7-df6b1555f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:40.781803 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e3399-c2c9-4f67-9b14-7aa3d8df82b2 req-26c41a01-8494-469c-a406-96287ffcd3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:40.782938 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-861648b0-a096-42dd-ad53-6244df586870 req-acb64e53-0a60-4970-afa7-df6b1555f153 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=174486f7-9963-4483-801b-f3f3a05a27a1 HTTP/1.1" status: 200 len: 859 time: 0.0480642 Sep 03 14:26:40.783319 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c73e3399-c2c9-4f67-9b14-7aa3d8df82b2 req-26c41a01-8494-469c-a406-96287ffcd3e5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3739834 Sep 03 14:26:40.831266 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-861648b0-a096-42dd-ad53-6244df586870 req-f18eb90c-cf9e-4dcf-a0eb-9354c96a5421 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbd6e6cb-0033-47b2-8be9-e30f235ef328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271156 Sep 03 14:26:40.916861 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698da095-1cf9-4e16-994b-0bf76776748e req-9f98606b-671d-42c5-aabb-612bf4b49471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:40.920336 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-698da095-1cf9-4e16-994b-0bf76776748e req-9f98606b-671d-42c5-aabb-612bf4b49471 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f30119270aba4daaba917bc9696408a3&device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 1097 time: 0.0692761 Sep 03 14:26:40.972673 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-861648b0-a096-42dd-ad53-6244df586870 req-be0062b0-79ba-4be9-b70f-2dafe14590b6 service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221874 Sep 03 14:26:41.026012 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-698da095-1cf9-4e16-994b-0bf76776748e req-22189efb-4034-4cf4-97c3-1a8973282fa3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbde8520-1e9e-4712-89ea-8bbb8a6e1286 HTTP/1.1" status: 200 len: 217 time: 0.0869412 Sep 03 14:26:41.096036 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-861648b0-a096-42dd-ad53-6244df586870 req-100bb74d-554a-4a60-bcf6-fd273e91a1ef service neutron] 10.222.0.11 "GET /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110861 Sep 03 14:26:41.132956 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5621d-15fb-4f06-8991-f1472d4602d6 req-8460aaf8-2fe5-4633-8f92-75bdff97ee9b tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:41.136140 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e6a5621d-15fb-4f06-8991-f1472d4602d6 req-8460aaf8-2fe5-4633-8f92-75bdff97ee9b tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 944 time: 0.1783211 Sep 03 14:26:41.161363 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698da095-1cf9-4e16-994b-0bf76776748e req-7f6c1ba6-2261-4d8f-82a6-e648766c7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:41.164630 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-698da095-1cf9-4e16-994b-0bf76776748e req-7f6c1ba6-2261-4d8f-82a6-e648766c7de5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e396b2e8-1d28-431c-b3ff-a6ed2a24f730 HTTP/1.1" status: 200 len: 853 time: 0.1289396 Sep 03 14:26:41.273446 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e6a5621d-15fb-4f06-8991-f1472d4602d6 req-7978e89e-1dce-4daf-835d-afb63024a95f tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284771 Sep 03 14:26:41.285702 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698da095-1cf9-4e16-994b-0bf76776748e req-cb7e2cd7-9590-4b57-b7ce-8747b4ae3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:41.287465 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-698da095-1cf9-4e16-994b-0bf76776748e req-cb7e2cd7-9590-4b57-b7ce-8747b4ae3112 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=41791f6f-5dc3-4bb3-a10a-6ba71f14d907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1111114 Sep 03 14:26:41.386647 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be91866-f556-4ad1-9f78-20e652e79028 req-adeaebff-fe3e-4e0f-a17c-05e1a59742c5 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:41.388859 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5be91866-f556-4ad1-9f78-20e652e79028 req-adeaebff-fe3e-4e0f-a17c-05e1a59742c5 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.1232486 Sep 03 14:26:41.418666 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-698da095-1cf9-4e16-994b-0bf76776748e req-e0c51035-bc71-4c17-86b2-39cdc081460d service neutron] 10.222.0.11 "GET /v2.0/networks/41791f6f-5dc3-4bb3-a10a-6ba71f14d907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222060 Sep 03 14:26:41.438071 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5be91866-f556-4ad1-9f78-20e652e79028 req-a0c27c12-1575-40f4-bd75-b58e8b840967 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426533 Sep 03 14:26:41.587275 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-698da095-1cf9-4e16-994b-0bf76776748e req-d00a2f27-3ae9-4489-b7f6-00d8600c7279 service neutron] 10.222.0.11 "GET /v2.0/networks/41791f6f-5dc3-4bb3-a10a-6ba71f14d907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591525 Sep 03 14:26:41.739679 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50db5cb-0519-49a8-a463-edc51cd97c39 req-2d7fc57f-2fbd-41a7-a32b-2001c31ffc57 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:41.741319 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c50db5cb-0519-49a8-a463-edc51cd97c39 req-2d7fc57f-2fbd-41a7-a32b-2001c31ffc57 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0615323 Sep 03 14:26:41.796772 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c50db5cb-0519-49a8-a463-edc51cd97c39 req-e3412fc4-8e22-411e-9949-fabcec55f8c5 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428321 Sep 03 14:26:42.418027 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a08001-5fe9-4ddf-8418-1eedaa9e252a req-73387773-41d1-4c8a-b233-91c34bccb7be tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:42.419726 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d8a08001-5fe9-4ddf-8418-1eedaa9e252a req-73387773-41d1-4c8a-b233-91c34bccb7be tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 944 time: 0.0623963 Sep 03 14:26:42.467214 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d8a08001-5fe9-4ddf-8418-1eedaa9e252a req-e485bd22-7d79-4601-ab8d-f073056aadcc tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397494 Sep 03 14:26:42.932622 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef0e21-8df2-4724-9bfb-719356dfb762 req-29392ec5-d70b-4b97-91f0-600020e774a3 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:42.934230 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-39ef0e21-8df2-4724-9bfb-719356dfb762 req-29392ec5-d70b-4b97-91f0-600020e774a3 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0548816 Sep 03 14:26:42.962976 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-37e246e4-2da7-4880-99c1-b961abdf5b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:42.983000 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-39ef0e21-8df2-4724-9bfb-719356dfb762 req-6caffc66-0b1e-45a4-a304-2fa909730fbe tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419836 Sep 03 14:26:43.251667 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:43.604507 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd99494-3f43-4a64-819a-d4813a25ba8c req-7e3ded2b-1459-4df3-92e5-5f097a4d067e tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:43.606149 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4fd99494-3f43-4a64-819a-d4813a25ba8c req-7e3ded2b-1459-4df3-92e5-5f097a4d067e tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 944 time: 0.0555601 Sep 03 14:26:43.651842 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4fd99494-3f43-4a64-819a-d4813a25ba8c req-99feea7e-ef5e-47e2-b937-cc117212a09a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391836 Sep 03 14:26:44.180323 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d56e18-fb55-4560-91c8-b3af692a2052 req-55583086-f75c-47c7-bbe3-0ff1bb968bc4 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:44.185775 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f7d56e18-fb55-4560-91c8-b3af692a2052 req-55583086-f75c-47c7-bbe3-0ff1bb968bc4 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.1022222 Sep 03 14:26:44.245946 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f7d56e18-fb55-4560-91c8-b3af692a2052 req-584f60a3-5e19-49e3-bef4-bcd1f510b985 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481260 Sep 03 14:26:44.339623 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:44.786361 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab367d1-f10d-4509-922f-304f6ffef49d req-7c3e8416-0238-4eec-a796-c87330bbf123 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:44.787979 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cab367d1-f10d-4509-922f-304f6ffef49d req-7c3e8416-0238-4eec-a796-c87330bbf123 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 944 time: 0.0649183 Sep 03 14:26:44.836623 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cab367d1-f10d-4509-922f-304f6ffef49d req-23b6f282-0b5b-4267-ba9c-65e5ec9de85b tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366907 Sep 03 14:26:45.127625 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c5b6a-c692-4246-9a17-4e107b862d3e req-8410b599-25ee-45f7-bcd2-865048072f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:45.129156 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1f2c5b6a-c692-4246-9a17-4e107b862d3e req-8410b599-25ee-45f7-bcd2-865048072f54 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91f21185d42d4c3ca4b3d81f557ff12c&device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 1099 time: 0.0439222 Sep 03 14:26:45.264748 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c5b6a-c692-4246-9a17-4e107b862d3e req-02c5a464-df75-40dc-85ab-99df25894f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:45.266389 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1f2c5b6a-c692-4246-9a17-4e107b862d3e req-02c5a464-df75-40dc-85ab-99df25894f2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba4f67b6-6867-4585-894f-04afec16c8e4 HTTP/1.1" status: 200 len: 911 time: 0.1264002 Sep 03 14:26:45.347682 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1f2c5b6a-c692-4246-9a17-4e107b862d3e req-1e02b29b-ddc9-452c-acca-48651886946b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edfb25f7-2b84-4cd9-a638-781270e0a176 HTTP/1.1" status: 200 len: 1001 time: 0.0701902 Sep 03 14:26:45.407331 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc61585-c6e0-4cd2-9125-0746b6e0b738 req-76a4bc0b-ee13-4eae-8186-18e80218defa tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:45.409842 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-adc61585-c6e0-4cd2-9125-0746b6e0b738 req-76a4bc0b-ee13-4eae-8186-18e80218defa tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0631580 Sep 03 14:26:45.411308 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c5b6a-c692-4246-9a17-4e107b862d3e req-3b8dcc15-6126-46a4-a389-6973ddbea2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:45.412873 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1f2c5b6a-c692-4246-9a17-4e107b862d3e req-3b8dcc15-6126-46a4-a389-6973ddbea2d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82eb6649-c61a-47b3-86b1-669452794c49 HTTP/1.1" status: 200 len: 849 time: 0.0572526 Sep 03 14:26:45.460777 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-adc61585-c6e0-4cd2-9125-0746b6e0b738 req-a364e59f-18b8-44fe-823b-61eb91bf5ca8 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440400 Sep 03 14:26:45.475738 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c5b6a-c692-4246-9a17-4e107b862d3e req-cd89732f-5d3f-4281-99d6-409af6679a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:45.479401 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1f2c5b6a-c692-4246-9a17-4e107b862d3e req-cd89732f-5d3f-4281-99d6-409af6679a8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba4f67b6-6867-4585-894f-04afec16c8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0528135 Sep 03 14:26:45.590596 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1f2c5b6a-c692-4246-9a17-4e107b862d3e req-c66fcd1f-b1ab-4aac-bda7-b57d3fa59500 service neutron] 10.222.0.11 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007657 Sep 03 14:26:45.714799 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1f2c5b6a-c692-4246-9a17-4e107b862d3e req-b8be23a3-ac51-49ec-86b2-44c8ccc06da7 service neutron] 10.222.0.11 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100006 Sep 03 14:26:45.988919 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49766d07-795e-450a-999e-b40c5b06aa53 req-da47d895-05b3-428a-869c-4b036bb671af tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:45.990402 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-49766d07-795e-450a-999e-b40c5b06aa53 req-da47d895-05b3-428a-869c-4b036bb671af tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 944 time: 0.0550821 Sep 03 14:26:46.034090 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-49766d07-795e-450a-999e-b40c5b06aa53 req-794528ef-09dc-4247-a1d2-1458620140a3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370934 Sep 03 14:26:46.134360 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:46.653344 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219158df-fb2d-4fb3-ab3e-d74041533b72 req-69310379-7039-4b8a-b07c-baf764285219 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:46.656732 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-219158df-fb2d-4fb3-ab3e-d74041533b72 req-69310379-7039-4b8a-b07c-baf764285219 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0786762 Sep 03 14:26:46.724503 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-219158df-fb2d-4fb3-ab3e-d74041533b72 req-28a4a78d-901a-4e08-af20-79e667b9c7cc tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529304 Sep 03 14:26:47.251200 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2754173-2abb-44df-8da4-f0854ec59f35 req-761bd585-d7e2-4051-8eab-9be820fcb00c tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:47.253517 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f2754173-2abb-44df-8da4-f0854ec59f35 req-761bd585-d7e2-4051-8eab-9be820fcb00c tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 944 time: 0.1055760 Sep 03 14:26:47.325624 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f2754173-2abb-44df-8da4-f0854ec59f35 req-78665ed1-f6f9-484a-923d-c398615799a8 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599489 Sep 03 14:26:47.820925 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbce7fb-39a3-4551-a5a6-01fccafd7a10 req-95038034-2609-4d33-bc1e-6b7c6f32d281 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:47.822818 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6fbce7fb-39a3-4551-a5a6-01fccafd7a10 req-95038034-2609-4d33-bc1e-6b7c6f32d281 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.0677254 Sep 03 14:26:47.873796 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6fbce7fb-39a3-4551-a5a6-01fccafd7a10 req-2c18e03d-217d-4fae-8cf7-600a4e46be01 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446370 Sep 03 14:26:47.919148 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a1e69-6d5c-4195-a42a-cea1d0333d00 req-d6bfc8cd-073e-4c43-8583-91ea5fe81f19 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:47.920873 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-298a1e69-6d5c-4195-a42a-cea1d0333d00 req-d6bfc8cd-073e-4c43-8583-91ea5fe81f19 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0715556 Sep 03 14:26:47.969117 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-298a1e69-6d5c-4195-a42a-cea1d0333d00 req-7d67bd8d-d943-40a9-b1d0-c6819f7c7748 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418828 Sep 03 14:26:48.478523 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a99dc-fde3-492d-ba78-3267d767ce5d req-40d7c740-f45d-4810-899d-3f147166c160 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:48.481798 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-358a99dc-fde3-492d-ba78-3267d767ce5d req-40d7c740-f45d-4810-899d-3f147166c160 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 944 time: 0.0689776 Sep 03 14:26:48.568864 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-358a99dc-fde3-492d-ba78-3267d767ce5d req-a9302cab-81ca-4a8a-9a78-a7e79c1f3a36 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797887 Sep 03 14:26:48.863448 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device dbde8520-1e9e-4712-89ea-8bbb8a6e1286 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:26:49.000599 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port dbde8520-1e9e-4712-89ea-8bbb8a6e1286, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=dbde8520-1e9e-4712-89ea-8bbb8a6e1286,segment=NetworkSegment(b79e017b-c336-49e8-86ae-8ed747246548),segment_id=b79e017b-c336-49e8-86ae-8ed747246548)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:26:49.016372 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286', 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907', 'port_id': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286', 'mac_address': 'fa:16:3e:f9:31:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:26:49.050008 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb5e27-57a3-4483-83e3-3a81c0ed766f req-1d2a1a2c-495d-4a31-9d82-40154add718c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:49.052616 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-58bb5e27-57a3-4483-83e3-3a81c0ed766f req-1d2a1a2c-495d-4a31-9d82-40154add718c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.0667760 Sep 03 14:26:49.073356 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:49.101603 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbde8520-1e9e-4712-89ea-8bbb8a6e1286 {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:26:49.104455 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-58bb5e27-57a3-4483-83e3-3a81c0ed766f req-5bee5439-68db-4801-b8f8-ea11ea185edd tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428720 Sep 03 14:26:49.145926 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port dbde8520-1e9e-4712-89ea-8bbb8a6e1286, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=dbde8520-1e9e-4712-89ea-8bbb8a6e1286,segment=NetworkSegment(b79e017b-c336-49e8-86ae-8ed747246548),segment_id=b79e017b-c336-49e8-86ae-8ed747246548)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:26:49.152234 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:49.206672 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=dbde8520-1e9e-4712-89ea-8bbb8a6e1286,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:49.214895 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:49.215248 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:49.215593 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:49.215936 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:49.216275 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:49.216607 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:49.216935 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:49.217265 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:49.217593 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:49.218198 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:49.218552 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:49.219195 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:26:49.527078 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['dbde8520-1e9e-4712-89ea-8bbb8a6e1286'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:26:49.740981 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8f14b-8d78-4fae-aa43-b20416f9813d req-4360be8b-649f-4670-ad56-506bbb18378b tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:49.743468 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-abe8f14b-8d78-4fae-aa43-b20416f9813d req-4360be8b-649f-4670-ad56-506bbb18378b tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 945 time: 0.0832725 Sep 03 14:26:49.801200 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-abe8f14b-8d78-4fae-aa43-b20416f9813d req-dcdaca02-1348-4dbd-af87-3afb50acf0bf tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504084 Sep 03 14:26:50.456522 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d946acc-7152-46d9-afe4-c1e9559a66e4 req-b5d6c6b9-8904-4234-89be-9724ffc1fcdc tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:50.460989 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7d946acc-7152-46d9-afe4-c1e9559a66e4 req-b5d6c6b9-8904-4234-89be-9724ffc1fcdc tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.2717650 Sep 03 14:26:50.522938 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7d946acc-7152-46d9-afe4-c1e9559a66e4 req-6a3a15b0-db30-46cb-a3dc-5cfe38ae0397 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500288 Sep 03 14:26:50.698249 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781194e-8d70-431e-abc4-9fa9d72294d9 req-62b92208-9683-4163-9af6-a29a6a8b54d9 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:50.700582 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3781194e-8d70-431e-abc4-9fa9d72294d9 req-62b92208-9683-4163-9af6-a29a6a8b54d9 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 945 time: 0.0787773 Sep 03 14:26:50.858333 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-3781194e-8d70-431e-abc4-9fa9d72294d9 req-85737a6f-d664-4866-b373-85e4e9cb5a68 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Deleting port 9c5087b0-11d4-4de9-85d5-550573431140 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:26:50.859368 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-3781194e-8d70-431e-abc4-9fa9d72294d9 req-85737a6f-d664-4866-b373-85e4e9cb5a68 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:50.872093 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device dbde8520-1e9e-4712-89ea-8bbb8a6e1286 up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:26:50.950677 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port dbde8520-1e9e-4712-89ea-8bbb8a6e1286 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:26:50.961618 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port dbde8520-1e9e-4712-89ea-8bbb8a6e1286 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:26:50.962858 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:51.041556 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-3781194e-8d70-431e-abc4-9fa9d72294d9 req-85737a6f-d664-4866-b373-85e4e9cb5a68 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] For port 9c5087b0-11d4-4de9-85d5-550573431140, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9c5087b0-11d4-4de9-85d5-550573431140,segment=NetworkSegment(056da458-0111-41da-8cf4-6b9b5f25e1d3),segment_id=056da458-0111-41da-8cf4-6b9b5f25e1d3)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:26:51.041962 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-3781194e-8d70-431e-abc4-9fa9d72294d9 req-85737a6f-d664-4866-b373-85e4e9cb5a68 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:51.060409 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-3781194e-8d70-431e-abc4-9fa9d72294d9 req-85737a6f-d664-4866-b373-85e4e9cb5a68 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Calling delete_port for 9c5087b0-11d4-4de9-85d5-550573431140 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:26:51.070370 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eef29b-a2c5-418e-869c-b9a9daf844f0 req-9f8c5ad3-7ee1-4b01-8dcb-e4cdc9c3dac7 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:51.071767 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:51.072456 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-61eef29b-a2c5-418e-869c-b9a9daf844f0 req-9f8c5ad3-7ee1-4b01-8dcb-e4cdc9c3dac7 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 945 time: 0.0995986 Sep 03 14:26:51.107591 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b6415f-8538-4abb-8d40-a886a0ffb008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:26:51.110985 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb86286-a022-448a-942e-d086d489337d" -d '{"events": [{"server_uuid": "00b6415f-8538-4abb-8d40-a886a0ffb008", "name": "network-vif-plugged", "status": "completed", "tag": "dbde8520-1e9e-4712-89ea-8bbb8a6e1286"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:26:51.127889 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port dbde8520-1e9e-4712-89ea-8bbb8a6e1286, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=dbde8520-1e9e-4712-89ea-8bbb8a6e1286,segment=NetworkSegment(b79e017b-c336-49e8-86ae-8ed747246548),segment_id=b79e017b-c336-49e8-86ae-8ed747246548)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:26:51.135373 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:51.175251 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-61eef29b-a2c5-418e-869c-b9a9daf844f0 req-2a0f24d3-6209-4f36-8df7-9397b6ef1c50 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894098 Sep 03 14:26:51.186733 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e68f0d-8e95-4969-b8ac-2c7c15ad9c60 x-openstack-request-id: req-09e68f0d-8e95-4969-b8ac-2c7c15ad9c60 {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:26:51.187170 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b6415f-8538-4abb-8d40-a886a0ffb008", "name": "network-vif-plugged", "status": "completed", "tag": "dbde8520-1e9e-4712-89ea-8bbb8a6e1286", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:26:51.187647 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09e68f0d-8e95-4969-b8ac-2c7c15ad9c60 {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:26:51.188197 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b6415f-8538-4abb-8d40-a886a0ffb008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286', 'code': 200} Sep 03 14:26:51.227742 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=dbde8520-1e9e-4712-89ea-8bbb8a6e1286,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:51.286908 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-3781194e-8d70-431e-abc4-9fa9d72294d9 req-85737a6f-d664-4866-b373-85e4e9cb5a68 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:51.303590 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['9031ac54-36c0-4a82-9617-ec41b2a11a84', '9c5087b0-11d4-4de9-85d5-550573431140'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:26:51.325475 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85737a6f-d664-4866-b373-85e4e9cb5a68 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Pushing event deleted for resources: {'Port': ['ID=9c5087b0-11d4-4de9-85d5-550573431140,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:51.393214 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-3781194e-8d70-431e-abc4-9fa9d72294d9 req-85737a6f-d664-4866-b373-85e4e9cb5a68 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] No DVR routers for this DVR port 9c5087b0-11d4-4de9-85d5-550573431140 on host hv-cinder-75995 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:26:51.398447 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-3781194e-8d70-431e-abc4-9fa9d72294d9 req-85737a6f-d664-4866-b373-85e4e9cb5a68 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:51.402566 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3781194e-8d70-431e-abc4-9fa9d72294d9 req-85737a6f-d664-4866-b373-85e4e9cb5a68 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.11 "DELETE /v2.0/ports/9c5087b0-11d4-4de9-85d5-550573431140 HTTP/1.1" status: 204 len: 173 time: 0.6922538 Sep 03 14:26:51.403162 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1227e8e-08f4-4cca-8af1-7a1e2cb93443', 'name': 'network-vif-deleted', 'tag': '9c5087b0-11d4-4de9-85d5-550573431140'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:26:51.407489 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7480523f-9beb-4296-b0af-98386817e3aa" -d '{"events": [{"server_uuid": "c1227e8e-08f4-4cca-8af1-7a1e2cb93443", "name": "network-vif-deleted", "tag": "9c5087b0-11d4-4de9-85d5-550573431140"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:26:51.416206 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c31d11-f85c-420d-9ae9-c3f25583592c req-e4263679-3428-4df8-833d-5315d6388356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:51.419028 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-b5c31d11-f85c-420d-9ae9-c3f25583592c req-e4263679-3428-4df8-833d-5315d6388356 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 1099 time: 0.0708728 Sep 03 14:26:51.489474 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-b5c31d11-f85c-420d-9ae9-c3f25583592c req-495b05ea-c3ce-4de6-9ad8-93c48902974e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617735 Sep 03 14:26:51.505782 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41956934-ee4b-42cb-8040-34f0bdccbeeb x-openstack-request-id: req-41956934-ee4b-42cb-8040-34f0bdccbeeb {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:26:51.506513 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1227e8e-08f4-4cca-8af1-7a1e2cb93443", "name": "network-vif-deleted", "tag": "9c5087b0-11d4-4de9-85d5-550573431140", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:26:51.507072 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41956934-ee4b-42cb-8040-34f0bdccbeeb {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:26:51.508643 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1227e8e-08f4-4cca-8af1-7a1e2cb93443', 'name': 'network-vif-deleted', 'tag': '9c5087b0-11d4-4de9-85d5-550573431140', 'status': 'completed', 'code': 200} Sep 03 14:26:51.660576 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a142fb0c-6d0b-4a89-95ad-f51a858c5a83 req-f7c76782-8246-4329-9286-75dbb68a3933 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 210 time: 0.0294404 Sep 03 14:26:52.319432 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:26:52.348702 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e8ce9-0f4f-4d47-818c-74e9be1332df req-1d94349d-72d2-4253-a490-2ebbcb8ec39a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:52.350329 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-0f7e8ce9-0f4f-4d47-818c-74e9be1332df req-1d94349d-72d2-4253-a490-2ebbcb8ec39a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 946 time: 0.0655274 Sep 03 14:26:52.376100 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 46848) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:26:52.407226 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-0f7e8ce9-0f4f-4d47-818c-74e9be1332df req-07159750-3828-40a9-9ff0-c5930cf953b1 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491321 Sep 03 14:26:52.503037 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-537703f3-64dc-4424-86b6-2fe18f6eb02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:52.618159 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-537703f3-64dc-4424-86b6-2fe18f6eb02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:52.624468 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-537703f3-64dc-4424-86b6-2fe18f6eb02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:52.675824 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-537703f3-64dc-4424-86b6-2fe18f6eb02e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f80f263e572d4788ab484d8fbada9689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984738 Sep 03 14:26:52.676911 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537703f3-64dc-4424-86b6-2fe18f6eb02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05ac699-eeea-427e-87c0-a684b2e93243,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:52.679090 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 46852) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:26:52.779197 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9044281d-bb58-4f8c-9733-c5948f229e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:52.823324 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5215e789-c6a3-40aa-9f62-69a496c61a68 req-1de7a39e-b3fa-4c77-92e3-1b8b7cf990a0 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1227e8e-08f4-4cca-8af1-7a1e2cb93443 HTTP/1.1" status: 200 len: 210 time: 0.0401986 Sep 03 14:26:52.837123 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9044281d-bb58-4f8c-9733-c5948f229e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:52.893537 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9044281d-bb58-4f8c-9733-c5948f229e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:52.897021 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9044281d-bb58-4f8c-9733-c5948f229e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:26:52.901525 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-9044281d-bb58-4f8c-9733-c5948f229e9f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b05ac699-eeea-427e-87c0-a684b2e93243 HTTP/1.1" status: 204 len: 168 time: 0.2176933 Sep 03 14:26:52.912014 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044281d-bb58-4f8c-9733-c5948f229e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05ac699-eeea-427e-87c0-a684b2e93243,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:26:53.592250 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705eadd-b9ae-4e49-9c85-137c6566157f req-d9e21cf4-0ed1-46cf-bf93-ee0e0acba95e tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:53.596052 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-3705eadd-b9ae-4e49-9c85-137c6566157f req-d9e21cf4-0ed1-46cf-bf93-ee0e0acba95e tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 946 time: 0.0691879 Sep 03 14:26:53.651517 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-3705eadd-b9ae-4e49-9c85-137c6566157f req-b36dc597-ec5a-4599-8a41-fc5c51329bfb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485406 Sep 03 14:26:53.806799 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b87505-8c95-4173-b949-ffe6fff9d0ed req-56a4fbf7-cb77-436e-bf54-480e68164a1f tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:53.809513 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-35b87505-8c95-4173-b949-ffe6fff9d0ed req-56a4fbf7-cb77-436e-bf54-480e68164a1f tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 946 time: 0.0773890 Sep 03 14:26:53.856505 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-35b87505-8c95-4173-b949-ffe6fff9d0ed req-d6147646-d997-4ec2-a6b2-4ead35df1320 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382638 Sep 03 14:26:54.276638 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fe4b8-9ade-442a-87b0-28783bda85d9 req-2de141db-6813-4412-991a-435122c418d3 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:54.285176 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-751fe4b8-9ade-442a-87b0-28783bda85d9 req-2de141db-6813-4412-991a-435122c418d3 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0987732 Sep 03 14:26:54.338796 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-751fe4b8-9ade-442a-87b0-28783bda85d9 req-1adf08ec-1673-40f3-a7cc-6d76069c0b00 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519855 Sep 03 14:26:54.371995 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa29b0-319a-44db-a884-b83cc815e22b req-68dda452-2c0b-41de-97de-14adb235752c tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:54.375438 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2ffa29b0-319a-44db-a884-b83cc815e22b req-68dda452-2c0b-41de-97de-14adb235752c tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 946 time: 0.0848939 Sep 03 14:26:54.433002 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2ffa29b0-319a-44db-a884-b83cc815e22b req-3b1d19b1-3dc2-4b61-87db-81e7895f5658 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476234 Sep 03 14:26:54.893046 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 9c5087b0-11d4-4de9-85d5-550573431140 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:26:54.928463 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: 9c5087b0-11d4-4de9-85d5-550573431140 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:26:54.929024 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 9c5087b0-11d4-4de9-85d5-550573431140 not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:26:55.492881 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda923e-e2c4-4d01-a45a-d792dcebeb3c req-82ffa8ba-7230-40b3-88e3-c89c02561f94 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:55.494524 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1cda923e-e2c4-4d01-a45a-d792dcebeb3c req-82ffa8ba-7230-40b3-88e3-c89c02561f94 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0593450 Sep 03 14:26:55.535565 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1cda923e-e2c4-4d01-a45a-d792dcebeb3c req-1eb353ca-78a9-47f2-ad21-5717f87c4035 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341003 Sep 03 14:26:56.685121 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f4f4e-5051-4a46-83c4-c46f95453384 req-dedebb18-5de9-488a-b3d1-c07489b1d95f tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:56.687831 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-db7f4f4e-5051-4a46-83c4-c46f95453384 req-dedebb18-5de9-488a-b3d1-c07489b1d95f tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0768445 Sep 03 14:26:56.747143 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-db7f4f4e-5051-4a46-83c4-c46f95453384 req-8406d167-dbaa-490c-b476-4788200973ad tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514667 Sep 03 14:26:57.875802 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bec98a-6579-4d0b-9f7f-5dc693b43e12 req-de9d1c56-c91a-4278-954b-47dfaf6c54cc tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:57.877427 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-14bec98a-6579-4d0b-9f7f-5dc693b43e12 req-de9d1c56-c91a-4278-954b-47dfaf6c54cc tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0540071 Sep 03 14:26:57.926995 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-14bec98a-6579-4d0b-9f7f-5dc693b43e12 req-b6e729ba-f351-4c19-ac3e-0bb6c0bff8d9 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362630 Sep 03 14:26:59.061131 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fae5a8-50d6-459d-b729-a2dab3742e18 req-882e7abf-e938-4b5f-aec4-f12837653565 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:26:59.064004 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-14fae5a8-50d6-459d-b729-a2dab3742e18 req-882e7abf-e938-4b5f-aec4-f12837653565 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0637438 Sep 03 14:26:59.108486 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-14fae5a8-50d6-459d-b729-a2dab3742e18 req-5aab5dd7-537c-4210-b481-f3a003facf87 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385048 Sep 03 14:27:00.282957 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9fdb5-f2d1-409b-9474-14a8a530d01b req-05aeaacc-7bd8-4c07-9511-9ed8d4fb274c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:00.284952 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6aa9fdb5-f2d1-409b-9474-14a8a530d01b req-05aeaacc-7bd8-4c07-9511-9ed8d4fb274c tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0734494 Sep 03 14:27:00.339459 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6aa9fdb5-f2d1-409b-9474-14a8a530d01b req-d341e8a5-0704-4402-8603-f1003c4c99e9 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480263 Sep 03 14:27:00.411128 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:01.462757 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2770d-0904-4eb3-ae7c-1f9e58f22475 req-501098f7-1618-4815-aa88-bb807c32fdd8 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:01.464446 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-72d2770d-0904-4eb3-ae7c-1f9e58f22475 req-501098f7-1618-4815-aa88-bb807c32fdd8 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0530903 Sep 03 14:27:01.506823 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-72d2770d-0904-4eb3-ae7c-1f9e58f22475 req-31a1b8ca-1cc4-49f9-a75a-46d65a2ea155 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361156 Sep 03 14:27:02.660955 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050101b8-bb1b-4396-8913-63af3ef89bdf req-ebf9898c-5bd0-43cd-a00f-9a0f5a8ea754 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:02.662723 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-050101b8-bb1b-4396-8913-63af3ef89bdf req-ebf9898c-5bd0-43cd-a00f-9a0f5a8ea754 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0713060 Sep 03 14:27:02.727239 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-050101b8-bb1b-4396-8913-63af3ef89bdf req-0a9c54ab-2fa3-402e-aac6-386a72107a79 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525651 Sep 03 14:27:03.898757 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4bd7b-ce5e-48a0-9b5b-22d00633ec1f req-4d3adc94-8b0d-4ac0-a24f-57e3e369ea3f tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:03.900633 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-25e4bd7b-ce5e-48a0-9b5b-22d00633ec1f req-4d3adc94-8b0d-4ac0-a24f-57e3e369ea3f tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0596282 Sep 03 14:27:03.947906 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-25e4bd7b-ce5e-48a0-9b5b-22d00633ec1f req-677a62fa-8864-4c98-88c3-5d2d8f70cb65 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369778 Sep 03 14:27:05.092989 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab49f3d-3fdc-4f31-ac49-dda636866713 req-41746c07-e9ff-45f2-b7fb-ac1a306d7a30 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:05.094490 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4ab49f3d-3fdc-4f31-ac49-dda636866713 req-41746c07-e9ff-45f2-b7fb-ac1a306d7a30 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0622604 Sep 03 14:27:05.141606 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4ab49f3d-3fdc-4f31-ac49-dda636866713 req-548b878e-64b8-4253-8a81-371fbf5bdf21 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403140 Sep 03 14:27:06.262394 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbdba8-9198-484d-b87a-d4feb8d11678 req-ba663b96-dee0-49bb-8f8b-2411c9427a92 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:06.263948 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bcbbdba8-9198-484d-b87a-d4feb8d11678 req-ba663b96-dee0-49bb-8f8b-2411c9427a92 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0505199 Sep 03 14:27:06.305149 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bcbbdba8-9198-484d-b87a-d4feb8d11678 req-fb9e3920-045b-4df7-ad67-c024835ceb93 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/security-groups?id=7254f814-9de4-4cf5-8180-a13dca21fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352404 Sep 03 14:27:06.777953 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b4a07-1e3c-4f92-9501-a59e326e236f req-258010f1-ef5a-4db3-820a-e3c6ecf07e86 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:06.779429 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e78b4a07-1e3c-4f92-9501-a59e326e236f req-258010f1-ef5a-4db3-820a-e3c6ecf07e86 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.11 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 946 time: 0.0538044 Sep 03 14:27:06.873850 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [req-e78b4a07-1e3c-4f92-9501-a59e326e236f req-17771d40-9bcc-4b46-a910-ab2662412833 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Deleting port 9031ac54-36c0-4a82-9617-ec41b2a11a84 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:27:06.874194 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-e78b4a07-1e3c-4f92-9501-a59e326e236f req-17771d40-9bcc-4b46-a910-ab2662412833 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:06.966274 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [req-e78b4a07-1e3c-4f92-9501-a59e326e236f req-17771d40-9bcc-4b46-a910-ab2662412833 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] For port 9031ac54-36c0-4a82-9617-ec41b2a11a84, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9031ac54-36c0-4a82-9617-ec41b2a11a84,segment=NetworkSegment(056da458-0111-41da-8cf4-6b9b5f25e1d3),segment_id=056da458-0111-41da-8cf4-6b9b5f25e1d3)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:27:06.966654 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-e78b4a07-1e3c-4f92-9501-a59e326e236f req-17771d40-9bcc-4b46-a910-ab2662412833 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:06.978249 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [req-e78b4a07-1e3c-4f92-9501-a59e326e236f req-17771d40-9bcc-4b46-a910-ab2662412833 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Calling delete_port for 9031ac54-36c0-4a82-9617-ec41b2a11a84 owned by compute:nova {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:27:07.099068 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-e78b4a07-1e3c-4f92-9501-a59e326e236f req-17771d40-9bcc-4b46-a910-ab2662412833 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:07.129705 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17771d40-9bcc-4b46-a910-ab2662412833 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Pushing event deleted for resources: {'Port': ['ID=9031ac54-36c0-4a82-9617-ec41b2a11a84,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:07.171101 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78b4a07-1e3c-4f92-9501-a59e326e236f req-17771d40-9bcc-4b46-a910-ab2662412833 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] No DVR routers for this DVR port 9031ac54-36c0-4a82-9617-ec41b2a11a84 on host hv-cinder-75995 {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:27:07.173600 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-e78b4a07-1e3c-4f92-9501-a59e326e236f req-17771d40-9bcc-4b46-a910-ab2662412833 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:07.175604 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e78b4a07-1e3c-4f92-9501-a59e326e236f req-17771d40-9bcc-4b46-a910-ab2662412833 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.11 "DELETE /v2.0/ports/9031ac54-36c0-4a82-9617-ec41b2a11a84 HTTP/1.1" status: 204 len: 173 time: 0.3845427 Sep 03 14:27:07.176037 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25393808-a4a9-431c-97db-bdeddc006c0b', 'name': 'network-vif-deleted', 'tag': '9031ac54-36c0-4a82-9617-ec41b2a11a84'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:27:07.178298 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0017ae-8587-4e7e-b3c3-f398bd666abd" -d '{"events": [{"server_uuid": "25393808-a4a9-431c-97db-bdeddc006c0b", "name": "network-vif-deleted", "tag": "9031ac54-36c0-4a82-9617-ec41b2a11a84"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:27:07.215051 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7522795f-95e2-4a1f-8387-b7551e336e9f x-openstack-request-id: req-7522795f-95e2-4a1f-8387-b7551e336e9f {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:27:07.215339 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25393808-a4a9-431c-97db-bdeddc006c0b", "name": "network-vif-deleted", "tag": "9031ac54-36c0-4a82-9617-ec41b2a11a84", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:27:07.215602 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7522795f-95e2-4a1f-8387-b7551e336e9f {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:27:07.215989 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25393808-a4a9-431c-97db-bdeddc006c0b', 'name': 'network-vif-deleted', 'tag': '9031ac54-36c0-4a82-9617-ec41b2a11a84', 'status': 'completed', 'code': 200} Sep 03 14:27:07.402918 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fb8e4d7f-e901-42ce-b857-92098e709a7b req-16b02b06-c104-4ebe-abac-5977fb210936 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 210 time: 0.0281746 Sep 03 14:27:08.512590 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4a1ed896-0969-4cb6-ac4f-b1356f9f0a40 req-91a353d2-4487-4762-8f78-f390947e2545 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 210 time: 0.0336604 Sep 03 14:27:09.064375 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['9031ac54-36c0-4a82-9617-ec41b2a11a84'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:27:09.618869 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c08d63d0-ae5c-4927-830f-bbd5dc759279 req-ee104991-353d-4446-889e-9c1555352b59 tempest-ServerRescueNegativeTestJSON-425345277 tempest-ServerRescueNegativeTestJSON-425345277-project] 10.222.0.23 "GET /v2.0/ports?device_id=25393808-a4a9-431c-97db-bdeddc006c0b HTTP/1.1" status: 200 len: 210 time: 0.0359287 Sep 03 14:27:10.161310 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-9a29fa9e-429b-4ed0-9751-3a7becd4fd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:10.691441 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 47118) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:11.177980 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-262309d0-84a3-481a-8edb-1d0295490d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945972'] for router_interface, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:11.868323 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-262309d0-84a3-481a-8edb-1d0295490d88 admin admin] Deleting port ab6433ff-3120-45a4-b990-231118020d1b {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:27:11.869043 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-262309d0-84a3-481a-8edb-1d0295490d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:11.964981 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-262309d0-84a3-481a-8edb-1d0295490d88 admin admin] For port ab6433ff-3120-45a4-b990-231118020d1b, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=ab6433ff-3120-45a4-b990-231118020d1b,segment=NetworkSegment(056da458-0111-41da-8cf4-6b9b5f25e1d3),segment_id=056da458-0111-41da-8cf4-6b9b5f25e1d3)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:27:11.965355 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-262309d0-84a3-481a-8edb-1d0295490d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:11.981198 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-262309d0-84a3-481a-8edb-1d0295490d88 admin admin] Calling delete_port for ab6433ff-3120-45a4-b990-231118020d1b owned by network:router_interface {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:27:12.267487 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-262309d0-84a3-481a-8edb-1d0295490d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:12.314392 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262309d0-84a3-481a-8edb-1d0295490d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6433ff-3120-45a4-b990-231118020d1b,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:12.533350 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-11a2e1a2-3965-400d-aedd-0357f66b91d7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1019154795&fields=id&tenant_id=3432258e520247ce9ede8396ea60327b HTTP/1.1" status: 200 len: 267 time: 0.0995862 Sep 03 14:27:12.565616 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-262309d0-84a3-481a-8edb-1d0295490d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946080'] for router_interface, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:12.759773 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-6daafad3-e94e-4af2-81c6-2f76b496d490 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:12.761353 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-6daafad3-e94e-4af2-81c6-2f76b496d490 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/networks?id=8c0ba576-5640-4463-8c91-cf19650ff017 HTTP/1.1" status: 200 len: 809 time: 0.2133620 Sep 03 14:27:12.793784 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-ad464c4d-a025-4d53-a255-3808048991d5 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/quotas/3432258e520247ce9ede8396ea60327b HTTP/1.1" status: 200 len: 375 time: 0.0251076 Sep 03 14:27:12.947119 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-bb74b85c-7937-4750-b308-1aba4e20299c tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3432258e520247ce9ede8396ea60327b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1455672 Sep 03 14:27:12.975189 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-5bb58c13-169f-468a-a01e-6b5e46062738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:12.982155 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262309d0-84a3-481a-8edb-1d0295490d88 admin admin] Router 3c1f38b8-2bb0-4df7-b9bb-a4a83b140378 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:27:13.112235 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 9031ac54-36c0-4a82-9617-ec41b2a11a84 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:27:13.154434 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-be09c310-a42c-4a9e-8763-d13717630d9f service neutron] 10.222.0.23 "GET /v2.0/networks/8c0ba576-5640-4463-8c91-cf19650ff017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824055 Sep 03 14:27:13.165142 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: 9031ac54-36c0-4a82-9617-ec41b2a11a84 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:27:13.166094 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 9031ac54-36c0-4a82-9617-ec41b2a11a84 not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:27:13.202028 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262309d0-84a3-481a-8edb-1d0295490d88 admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:27:13.204510 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 47156) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:13.210547 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-262309d0-84a3-481a-8edb-1d0295490d88 admin admin] 10.222.0.23 "PUT /v2.0/routers/3c1f38b8-2bb0-4df7-b9bb-a4a83b140378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5179501 Sep 03 14:27:13.211230 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 47158) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:13.214766 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b1da8e-a568-4a0b-a1f3-52fbdb3c2c89 None None] Sync routers for ids ['3c1f38b8-2bb0-4df7-b9bb-a4a83b140378'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:27:13.243895 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b1da8e-a568-4a0b-a1f3-52fbdb3c2c89 None None] Routers {'3c1f38b8-2bb0-4df7-b9bb-a4a83b140378'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:27:13.244698 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-17b1da8e-a568-4a0b-a1f3-52fbdb3c2c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:27:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['3c1f38b8-2bb0-4df7-b9bb-a4a83b140378'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:13.271726 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:13.383471 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-75914104-5d76-4f23-b02d-def58511c9b6 service neutron] 10.222.0.23 "GET /v2.0/networks/8c0ba576-5640-4463-8c91-cf19650ff017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178636 Sep 03 14:27:13.396228 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b15cc717-4909-4273-9001-0966aa88d151 admin admin] Notify callbacks [] for router, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:13.439546 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-17b1da8e-a568-4a0b-a1f3-52fbdb3c2c89 None None] Set router 3c1f38b8-2bb0-4df7-b9bb-a4a83b140378 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:27:13.454529 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b091b205-cd1b-4a08-8ded-db4d03dfcde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:13.561761 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b15cc717-4909-4273-9001-0966aa88d151 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:13.621577 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b091b205-cd1b-4a08-8ded-db4d03dfcde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:13.626505 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b091b205-cd1b-4a08-8ded-db4d03dfcde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:13.671621 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091b205-cd1b-4a08-8ded-db4d03dfcde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124359e5-def4-4fd9-a158-054747584c63,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:13.684632 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-17b1da8e-a568-4a0b-a1f3-52fbdb3c2c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1f38b8-2bb0-4df7-b9bb-a4a83b140378', 'name': 'tempest-ServerRescueNegativeTestJSON-1543772817-router', 'tenant_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5be8e005-a27c-49af-8082-68f1232810b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:23:18Z', 'updated_at': '2021-09-03T14:27:12Z', 'revision_number': 5, 'project_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'gw_port': {'id': '5be8e005-a27c-49af-8082-68f1232810b7', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1f38b8-2bb0-4df7-b9bb-a4a83b140378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:23:19Z', 'updated_at': '2021-09-03T14:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:13.688260 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-b15cc717-4909-4273-9001-0966aa88d151 admin admin] Deleting port 5be8e005-a27c-49af-8082-68f1232810b7 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:27:13.689965 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b15cc717-4909-4273-9001-0966aa88d151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:13.703318 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-b091b205-cd1b-4a08-8ded-db4d03dfcde0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76bbfbd382d9489aaaa8e9676f951b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4927409 Sep 03 14:27:13.703714 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 47170) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:13.753152 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b1da8e-a568-4a0b-a1f3-52fbdb3c2c89 None None] Checking router: 3c1f38b8-2bb0-4df7-b9bb-a4a83b140378 for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:27:13.774979 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b1da8e-a568-4a0b-a1f3-52fbdb3c2c89 None None] Routers {'3c1f38b8-2bb0-4df7-b9bb-a4a83b140378'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:27:13.775733 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-17b1da8e-a568-4a0b-a1f3-52fbdb3c2c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:27:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['3c1f38b8-2bb0-4df7-b9bb-a4a83b140378'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:13.824491 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-81c9425b-8bc6-4264-8970-0a7238e93841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:13.847936 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-b15cc717-4909-4273-9001-0966aa88d151 admin admin] For port 5be8e005-a27c-49af-8082-68f1232810b7, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=5be8e005-a27c-49af-8082-68f1232810b7,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:27:13.849043 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b15cc717-4909-4273-9001-0966aa88d151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:13.887182 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-b15cc717-4909-4273-9001-0966aa88d151 admin admin] Calling delete_port for 5be8e005-a27c-49af-8082-68f1232810b7 owned by network:router_gateway {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:27:13.891034 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-17b1da8e-a568-4a0b-a1f3-52fbdb3c2c89 None None] Set router 3c1f38b8-2bb0-4df7-b9bb-a4a83b140378 gateway port host: None {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:27:13.902831 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-81c9425b-8bc6-4264-8970-0a7238e93841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:14.027848 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-031de4d6-a224-412d-ae2f-423d374fa5e2 req-ece97524-2a45-4875-9083-7c0e896b7d4b tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 210 time: 0.0645163 Sep 03 14:27:14.051738 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-81c9425b-8bc6-4264-8970-0a7238e93841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:14.057830 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-81c9425b-8bc6-4264-8970-0a7238e93841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:14.073869 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-81c9425b-8bc6-4264-8970-0a7238e93841 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/124359e5-def4-4fd9-a158-054747584c63 HTTP/1.1" status: 204 len: 168 time: 0.3582211 Sep 03 14:27:14.076933 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-17b1da8e-a568-4a0b-a1f3-52fbdb3c2c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1f38b8-2bb0-4df7-b9bb-a4a83b140378', 'name': 'tempest-ServerRescueNegativeTestJSON-1543772817-router', 'tenant_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:23:18Z', 'updated_at': '2021-09-03T14:27:13Z', 'revision_number': 6, 'project_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'gw_port_host': None}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:14.091776 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9425b-8bc6-4264-8970-0a7238e93841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124359e5-def4-4fd9-a158-054747584c63,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:14.141027 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b1da8e-a568-4a0b-a1f3-52fbdb3c2c89 None None] The sync data for ids ['3c1f38b8-2bb0-4df7-b9bb-a4a83b140378'] in dv-cinder-759955-20-iscsi is: [{'id': '3c1f38b8-2bb0-4df7-b9bb-a4a83b140378', 'name': 'tempest-ServerRescueNegativeTestJSON-1543772817-router', 'tenant_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:23:18Z', 'updated_at': '2021-09-03T14:27:13Z', 'revision_number': 6, 'project_id': 'f0f0085a4f6749ad883b44fd85b77f3d', 'gw_port_host': None}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:27:14.300164 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b15cc717-4909-4273-9001-0966aa88d151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:14.342085 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:14.346793 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cc717-4909-4273-9001-0966aa88d151 admin admin] Pushing event deleted for resources: {'Port': ['ID=5be8e005-a27c-49af-8082-68f1232810b7,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:14.452321 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b15cc717-4909-4273-9001-0966aa88d151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-945358'] for router_gateway, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:14.619378 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device ab6433ff-3120-45a4-b990-231118020d1b no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:27:14.632993 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b15cc717-4909-4273-9001-0966aa88d151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10818'] for router, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:14.636719 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b15cc717-4909-4273-9001-0966aa88d151 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:14.656534 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: ab6433ff-3120-45a4-b990-231118020d1b {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:27:14.657430 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device ab6433ff-3120-45a4-b990-231118020d1b not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:27:14.722827 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b15cc717-4909-4273-9001-0966aa88d151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-947816'] for router, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:14.723511 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15cc717-4909-4273-9001-0966aa88d151 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c1f38b8-2bb0-4df7-b9bb-a4a83b140378 {{(pid=93969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 14:27:14.729211 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b15cc717-4909-4273-9001-0966aa88d151 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:14.734869 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-b15cc717-4909-4273-9001-0966aa88d151 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3c1f38b8-2bb0-4df7-b9bb-a4a83b140378 HTTP/1.1" status: 204 len: 168 time: 1.5113006 Sep 03 14:27:14.735169 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 47190) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:14.797929 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bf44a6-402d-46f6-a9bc-34498fe419d8 admin admin] Deleting subnet 174486f7-9963-4483-801b-f3f3a05a27a1 {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:27:14.801394 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-67bf44a6-402d-46f6-a9bc-34498fe419d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:14.862390 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-67bf44a6-402d-46f6-a9bc-34498fe419d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3471851'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:14.936639 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-67bf44a6-402d-46f6-a9bc-34498fe419d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16749918'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:15.027715 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-67bf44a6-402d-46f6-a9bc-34498fe419d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16749863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2727873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602688'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:15.059141 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf44a6-402d-46f6-a9bc-34498fe419d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=174486f7-9963-4483-801b-f3f3a05a27a1,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:15.061263 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-67bf44a6-402d-46f6-a9bc-34498fe419d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:15.063288 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-67bf44a6-402d-46f6-a9bc-34498fe419d8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/174486f7-9963-4483-801b-f3f3a05a27a1 HTTP/1.1" status: 204 len: 168 time: 0.3270559 Sep 03 14:27:15.067653 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 47196) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:15.153561 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9117-a32f-4671-ab88-3866f8aa4170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16589909'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:15.514946 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-601e5981-ff3a-464c-8238-b43d56fa5e72 req-c085ea99-ff86-47a2-bda8-39f4ace667c3 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 210 time: 0.3146842 Sep 03 14:27:15.526330 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-c650de82-f3e8-4c3b-9b36-9b4cd7f3d1f4 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:15.528451 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-c650de82-f3e8-4c3b-9b36-9b4cd7f3d1f4 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.11 "GET /v2.0/networks?id=8c0ba576-5640-4463-8c91-cf19650ff017 HTTP/1.1" status: 200 len: 809 time: 0.2438729 Sep 03 14:27:15.608906 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9117-a32f-4671-ab88-3866f8aa4170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16749259', 'neutron.services.segments.db._delete_segments_for_network-8777478328405'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:15.616303 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-5bedc072-ffd1-4d18-96d4-cd414f4db01f tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3432258e520247ce9ede8396ea60327b HTTP/1.1" status: 200 len: 380 time: 0.0761364 Sep 03 14:27:15.622550 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-3c2d9117-a32f-4671-ab88-3866f8aa4170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd6e6cb-0033-47b2-8be9-e30f235ef328']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:15.627591 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-c0857f73-44ab-4481-92dc-cc0eb7c69203 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Request body: {'port': {'device_id': 'a939622d-1715-4c1f-8cd2-97522b9f14bb', 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017', 'admin_state_up': True, 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'security_groups': ['7fc1a7ce-2ef9-44f2-8707-7352a363ab41']}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:15.639384 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-3c2d9117-a32f-4671-ab88-3866f8aa4170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056da458-0111-41da-8cf4-6b9b5f25e1d3') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:15.639790 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-3c2d9117-a32f-4671-ab88-3866f8aa4170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056da458-0111-41da-8cf4-6b9b5f25e1d3') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:15.652656 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9117-a32f-4671-ab88-3866f8aa4170 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777478329694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3471858'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:15.674374 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9117-a32f-4671-ab88-3866f8aa4170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:15.683804 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2d9117-a32f-4671-ab88-3866f8aa4170 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:27:15.684210 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9117-a32f-4671-ab88-3866f8aa4170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2727839'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: Traceback (most recent call last): Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: timer() Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: cb(*args, **kw) Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: return func(*args, **kwargs) Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: self._notify() Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: self.callback(batched_events) Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: event.method(event) Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: return f(self, *a, **k) Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._get(url).json() Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:27:15.687302 dv-cinder-759955-20-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:27:15.755520 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9117-a32f-4671-ab88-3866f8aa4170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16749276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893990'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:15.764938 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9117-a32f-4671-ab88-3866f8aa4170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:15.767983 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3c2d9117-a32f-4671-ab88-3866f8aa4170 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bbd6e6cb-0033-47b2-8be9-e30f235ef328 HTTP/1.1" status: 204 len: 168 time: 0.6986682 Sep 03 14:27:15.788540 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d9117-a32f-4671-ab88-3866f8aa4170 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbd6e6cb-0033-47b2-8be9-e30f235ef328,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:15.842449 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-c0857f73-44ab-4481-92dc-cc0eb7c69203 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Made reservation on behalf of 3432258e520247ce9ede8396ea60327b for: {'port': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:27:15.847142 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-c0857f73-44ab-4481-92dc-cc0eb7c69203 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:16.025405 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-c0857f73-44ab-4481-92dc-cc0eb7c69203 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Allocated IP 172.20.0.9 (8c0ba576-5640-4463-8c91-cf19650ff017/b9e28a41-5071-44d7-8644-3721daae54a3/a8ef88c0-4833-418f-bd96-76487b3b979d) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:27:16.046962 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 47214) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:16.094175 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f9a505cf-6490-4585-873a-22319ce9e800 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0f0085a4f6749ad883b44fd85b77f3d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0453923 Sep 03 14:27:16.097436 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 47216) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:16.152516 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:16.175214 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b92461e6-1640-49df-982d-4ef4e95ea24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:16.212483 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b92461e6-1640-49df-982d-4ef4e95ea24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:16.232013 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-c0857f73-44ab-4481-92dc-cc0eb7c69203 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:16.255427 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-c0857f73-44ab-4481-92dc-cc0eb7c69203 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Transition to ACTIVE for port object a8ef88c0-4833-418f-bd96-76487b3b979d will not be triggered until provisioned by entity DHCP. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:27:16.295340 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b92461e6-1640-49df-982d-4ef4e95ea24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:16.299301 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b92461e6-1640-49df-982d-4ef4e95ea24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:16.300633 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-b92461e6-1640-49df-982d-4ef4e95ea24a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7254f814-9de4-4cf5-8180-a13dca21fbce HTTP/1.1" status: 204 len: 168 time: 0.2020504 Sep 03 14:27:16.311304 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-c0857f73-44ab-4481-92dc-cc0eb7c69203 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:16.311863 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92461e6-1640-49df-982d-4ef4e95ea24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7254f814-9de4-4cf5-8180-a13dca21fbce,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:16.368396 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-c0857f73-44ab-4481-92dc-cc0eb7c69203 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Network 8c0ba576-5640-4463-8c91-cf19650ff017 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:27:16.372520 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-c0857f73-44ab-4481-92dc-cc0eb7c69203 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:27:16.372792 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-c0857f73-44ab-4481-92dc-cc0eb7c69203 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:27:16.413751 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0857f73-44ab-4481-92dc-cc0eb7c69203 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Pushing event updated for resources: {'Port': ['ID=a8ef88c0-4833-418f-bd96-76487b3b979d,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:16.448515 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-c0857f73-44ab-4481-92dc-cc0eb7c69203 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:16.449712 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-c0857f73-44ab-4481-92dc-cc0eb7c69203 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:16.466540 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-c0857f73-44ab-4481-92dc-cc0eb7c69203 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8442183 Sep 03 14:27:16.491350 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Request body: {'port': {'device_id': 'a939622d-1715-4c1f-8cd2-97522b9f14bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:16.541078 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 5be8e005-a27c-49af-8082-68f1232810b7 no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:27:16.580421 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: 5be8e005-a27c-49af-8082-68f1232810b7 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:27:16.580976 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 5be8e005-a27c-49af-8082-68f1232810b7 not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:27:16.629585 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:16.707859 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-8465e6be-0b2f-4662-a2f9-fd6dbf6ac558 None None] Provisioning for port a8ef88c0-4833-418f-bd96-76487b3b979d completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:27:16.738059 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-8465e6be-0b2f-4662-a2f9-fd6dbf6ac558 None None] Provisioning complete for port a8ef88c0-4833-418f-bd96-76487b3b979d triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:27:16.742696 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8465e6be-0b2f-4662-a2f9-fd6dbf6ac558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:16.763245 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc94dce-99a7-41b4-b72f-7a4739dceb71 req-cc255dfc-22c8-429b-8cd8-bfaa68ff9c57 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:16.765857 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bbc94dce-99a7-41b4-b72f-7a4739dceb71 req-cc255dfc-22c8-429b-8cd8-bfaa68ff9c57 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 931 time: 0.1255536 Sep 03 14:27:16.810082 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-8465e6be-0b2f-4662-a2f9-fd6dbf6ac558 None None] Port a8ef88c0-4833-418f-bd96-76487b3b979d cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:27:16.863128 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bbc94dce-99a7-41b4-b72f-7a4739dceb71 req-801bff53-3c16-46fa-b61a-1dbe7975c2af tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850387 Sep 03 14:27:17.089992 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ef88c0-4833-418f-bd96-76487b3b979d {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:27:17.105417 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:17.122783 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Transition to ACTIVE for port object a8ef88c0-4833-418f-bd96-76487b3b979d will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:27:17.128058 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:17.286950 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ef88c0-4833-418f-bd96-76487b3b979d,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:17.354919 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Attempting to bind port a8ef88c0-4833-418f-bd96-76487b3b979d on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:27:17.355270 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Attempting to bind port a8ef88c0-4833-418f-bd96-76487b3b979d by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '8a2136c7-2ec2-455d-93cd-4c5bde2e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:27:17.355600 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Attempting to bind port a8ef88c0-4833-418f-bd96-76487b3b979d on network 8c0ba576-5640-4463-8c91-cf19650ff017 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:27:17.371169 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Port a8ef88c0-4833-418f-bd96-76487b3b979d on network 8c0ba576-5640-4463-8c91-cf19650ff017 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:27:17.371800 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Attempting to bind port a8ef88c0-4833-418f-bd96-76487b3b979d on network 8c0ba576-5640-4463-8c91-cf19650ff017 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:27:17.383889 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:27:17.384706 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Checking segment: {'id': '8a2136c7-2ec2-455d-93cd-4c5bde2e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:27:17.386879 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Bound using segment: {'id': '8a2136c7-2ec2-455d-93cd-4c5bde2e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:27:17.387683 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Bound port: a8ef88c0-4833-418f-bd96-76487b3b979d, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2136c7-2ec2-455d-93cd-4c5bde2e9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:27:17.388280 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:17.497616 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] For port a8ef88c0-4833-418f-bd96-76487b3b979d, host hv-cinder-75995, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:27:17.501803 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] For port a8ef88c0-4833-418f-bd96-76487b3b979d, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a8ef88c0-4833-418f-bd96-76487b3b979d,segment=NetworkSegment(8a2136c7-2ec2-455d-93cd-4c5bde2e9589),segment_id=8a2136c7-2ec2-455d-93cd-4c5bde2e9589)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:27:17.507404 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:17.546165 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:17.546678 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:17.548245 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] 10.222.0.11 "PUT /v2.0/ports/a8ef88c0-4833-418f-bd96-76487b3b979d HTTP/1.1" status: 200 len: 1093 time: 1.0665984 Sep 03 14:27:17.548751 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a939622d-1715-4c1f-8cd2-97522b9f14bb', 'tag': 'a8ef88c0-4833-418f-bd96-76487b3b979d'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:27:17.551321 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d793d1c-57fd-4200-9956-15125ea31303" -d '{"events": [{"name": "network-changed", "server_uuid": "a939622d-1715-4c1f-8cd2-97522b9f14bb", "tag": "a8ef88c0-4833-418f-bd96-76487b3b979d"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:27:17.586888 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969230d-e045-43aa-b3fb-f19b789ea268 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ef88c0-4833-418f-bd96-76487b3b979d,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:17.604075 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 47246) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:17.637216 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0d4b26-dbeb-4c8e-a18d-20505ec56662 x-openstack-request-id: req-1f0d4b26-dbeb-4c8e-a18d-20505ec56662 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:27:17.638148 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a939622d-1715-4c1f-8cd2-97522b9f14bb", "tag": "a8ef88c0-4833-418f-bd96-76487b3b979d", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:27:17.638308 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f0d4b26-dbeb-4c8e-a18d-20505ec56662 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:27:17.638800 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a939622d-1715-4c1f-8cd2-97522b9f14bb', 'tag': 'a8ef88c0-4833-418f-bd96-76487b3b979d', 'status': 'completed', 'code': 200} Sep 03 14:27:17.661998 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-c372d15d-6b03-4a15-8cd0-29d06f97ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:17.663972 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-c372d15d-6b03-4a15-8cd0-29d06f97ed5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3432258e520247ce9ede8396ea60327b&device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 1096 time: 0.0607121 Sep 03 14:27:17.711629 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-3c1c2549-80a4-4270-b675-2b5e18e213c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ef88c0-4833-418f-bd96-76487b3b979d HTTP/1.1" status: 200 len: 217 time: 0.0389812 Sep 03 14:27:17.767686 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-bcde5a61-e62d-499e-bebf-2e9af0fe97c9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-743295937-network', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:17.796267 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcde5a61-e62d-499e-bebf-2e9af0fe97c9 admin admin] Made reservation on behalf of c5d1dba9f7684a62b56998d1b3a3611b for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:27:17.799264 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bcde5a61-e62d-499e-bebf-2e9af0fe97c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:17.808892 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-5be43084-76c6-42dc-bf0f-b196f88d06b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:17.813435 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-5be43084-76c6-42dc-bf0f-b196f88d06b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9e28a41-5071-44d7-8644-3721daae54a3 HTTP/1.1" status: 200 len: 848 time: 0.0877833 Sep 03 14:27:17.816809 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bcde5a61-e62d-499e-bebf-2e9af0fe97c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:17.904057 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-fb22b84a-03b5-4403-ae15-132db4d088f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:17.907014 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-fb22b84a-03b5-4403-ae15-132db4d088f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c0ba576-5640-4463-8c91-cf19650ff017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0832758 Sep 03 14:27:18.051998 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba8c7e-b072-4191-952d-09f22e80c9b3 req-ee76d3a8-afaf-4a42-981e-a8106bc27968 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:18.054619 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1dba8c7e-b072-4191-952d-09f22e80c9b3 req-ee76d3a8-afaf-4a42-981e-a8106bc27968 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 943 time: 0.0915668 Sep 03 14:27:18.074952 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bcde5a61-e62d-499e-bebf-2e9af0fe97c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:18.078500 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-3365a4ba-7396-45b3-a948-1add43dc52cb service neutron] 10.222.0.11 "GET /v2.0/networks/8c0ba576-5640-4463-8c91-cf19650ff017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618059 Sep 03 14:27:18.094707 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bcde5a61-e62d-499e-bebf-2e9af0fe97c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:18.152871 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcde5a61-e62d-499e-bebf-2e9af0fe97c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:27:18.167693 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1dba8c7e-b072-4191-952d-09f22e80c9b3 req-5e7ba31e-7f5f-432b-b3c6-97f71c2d73fa tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049674 Sep 03 14:27:18.169542 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde5a61-e62d-499e-bebf-2e9af0fe97c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafb1f5f-444d-4f72-8c04-906471e8c588,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:18.175792 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bcde5a61-e62d-499e-bebf-2e9af0fe97c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:18.176483 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-bcde5a61-e62d-499e-bebf-2e9af0fe97c9 admin admin] Added segment 5b48d9a6-d038-496d-b4c6-7771243ad500 of type vlan for network ed847c14-b4e7-4339-9eb2-f7233a2ed045 Sep 03 14:27:18.237837 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bcde5a61-e62d-499e-bebf-2e9af0fe97c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:18.253798 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1da54c2e-3457-4b69-b93f-66cedd10c004 req-fb9e1375-7b83-4d69-88b1-ddd4095a15e2 service neutron] 10.222.0.11 "GET /v2.0/networks/8c0ba576-5640-4463-8c91-cf19650ff017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611941 Sep 03 14:27:18.273204 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bcde5a61-e62d-499e-bebf-2e9af0fe97c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:18.274744 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcde5a61-e62d-499e-bebf-2e9af0fe97c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:18.275718 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bcde5a61-e62d-499e-bebf-2e9af0fe97c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:18.340992 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-bcde5a61-e62d-499e-bebf-2e9af0fe97c9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7355485 Sep 03 14:27:18.345835 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 47260) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:18.352846 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-a513ce2e-479f-4960-961a-c7b2c4efd399 admin admin] Request body: {'subnet': {'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-subnet', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:18.375833 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d793d1c-57fd-4200-9956-15125ea31303 req-cbb93d35-71b2-4908-9f18-e244fb88ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:18.377572 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-0d793d1c-57fd-4200-9956-15125ea31303 req-cbb93d35-71b2-4908-9f18-e244fb88ed17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3432258e520247ce9ede8396ea60327b&device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 1096 time: 0.0569735 Sep 03 14:27:18.425394 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde5a61-e62d-499e-bebf-2e9af0fe97c9 admin admin] Pushing event updated for resources: {'Network': ['ID=ed847c14-b4e7-4339-9eb2-f7233a2ed045,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:18.440710 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network ed847c14-b4e7-4339-9eb2-f7233a2ed045 details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:27:18.461011 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a513ce2e-479f-4960-961a-c7b2c4efd399 admin admin] Made reservation on behalf of c5d1dba9f7684a62b56998d1b3a3611b for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:27:18.464587 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a513ce2e-479f-4960-961a-c7b2c4efd399 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602725'] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:18.610399 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d793d1c-57fd-4200-9956-15125ea31303 req-2c3a79a4-cac3-40bd-95c1-1b4989bd206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:18.612981 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-0d793d1c-57fd-4200-9956-15125ea31303 req-2c3a79a4-cac3-40bd-95c1-1b4989bd206c service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c0ba576-5640-4463-8c91-cf19650ff017 HTTP/1.1" status: 200 len: 910 time: 0.2269106 Sep 03 14:27:18.636654 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d586fb-aeca-4690-9f65-7a91c7346a3e req-59d8f734-e8c5-4e35-ac67-85193c585824 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:18.639090 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-97d586fb-aeca-4690-9f65-7a91c7346a3e req-59d8f734-e8c5-4e35-ac67-85193c585824 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 946 time: 0.1422820 Sep 03 14:27:18.694125 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-0d793d1c-57fd-4200-9956-15125ea31303 req-5902321c-c853-45f9-a110-5d3ef38b6d9d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ef88c0-4833-418f-bd96-76487b3b979d HTTP/1.1" status: 200 len: 217 time: 0.0722797 Sep 03 14:27:18.735767 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a513ce2e-479f-4960-961a-c7b2c4efd399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2727680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602699'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:18.753331 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-97d586fb-aeca-4690-9f65-7a91c7346a3e req-a79deb7a-8659-4aae-853e-91c14dfc7df1 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061149 Sep 03 14:27:18.777169 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d793d1c-57fd-4200-9956-15125ea31303 req-ea91d366-1b9b-46d3-9823-fdf4eccfcbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:18.780047 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-0d793d1c-57fd-4200-9956-15125ea31303 req-ea91d366-1b9b-46d3-9823-fdf4eccfcbcb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9e28a41-5071-44d7-8644-3721daae54a3 HTTP/1.1" status: 200 len: 848 time: 0.0771468 Sep 03 14:27:18.795955 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513ce2e-479f-4960-961a-c7b2c4efd399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=411675b4-faba-4ad4-96ec-19e22cdccb68,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:18.801865 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 47264) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:18.852631 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513ce2e-479f-4960-961a-c7b2c4efd399 admin admin] Checking segment: {'id': '5b48d9a6-d038-496d-b4c6-7771243ad500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:27:18.853360 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a513ce2e-479f-4960-961a-c7b2c4efd399 admin admin] Network hostable DHCP agents. Network: ed847c14-b4e7-4339-9eb2-f7233a2ed045, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:27:18.862870 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d793d1c-57fd-4200-9956-15125ea31303 req-d6b0beb6-83c8-4127-b070-704c155c3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:18.865410 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-0d793d1c-57fd-4200-9956-15125ea31303 req-d6b0beb6-83c8-4127-b070-704c155c3b16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c0ba576-5640-4463-8c91-cf19650ff017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0769804 Sep 03 14:27:18.883870 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a513ce2e-479f-4960-961a-c7b2c4efd399 admin admin] Network ed847c14-b4e7-4339-9eb2-f7233a2ed045 is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:27:18.901821 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-a513ce2e-479f-4960-961a-c7b2c4efd399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, ed847c14-b4e7-4339-9eb2-f7233a2ed045) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:27:18.909165 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a513ce2e-479f-4960-961a-c7b2c4efd399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:18.910222 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a513ce2e-479f-4960-961a-c7b2c4efd399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:18.916638 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cae8df-94a3-4373-b843-e56a6f0f8089 None None] Network ed847c14-b4e7-4339-9eb2-f7233a2ed045 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:27:18.938787 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a513ce2e-479f-4960-961a-c7b2c4efd399 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5872879 Sep 03 14:27:18.939108 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 47268) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:18.946540 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:18.975498 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-948159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10832'] for router, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:18.977164 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-947759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-945343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10843'] for router, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:19.056849 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-0d793d1c-57fd-4200-9956-15125ea31303 req-621a0205-73f7-4935-8bcb-5e4096f5597e service neutron] 10.222.0.11 "GET /v2.0/networks/8c0ba576-5640-4463-8c91-cf19650ff017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777604 Sep 03 14:27:19.057699 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:19.218862 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5cabd9-fd1b-576e-aa1b-199532e8f2a6-ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68'}]}} from dv-cinder-759955-20-iscsi. {{(pid=93971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:27:19.220392 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:19.248542 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-0d793d1c-57fd-4200-9956-15125ea31303 req-a9cc960c-758e-4052-8fd3-5560a8543b7c service neutron] 10.222.0.11 "GET /v2.0/networks/8c0ba576-5640-4463-8c91-cf19650ff017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723559 Sep 03 14:27:19.293720 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:19.300570 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc2747f-cdb6-4ec5-8949-aec54347fce4 tempest-TestMinimumBasicScenario-1152896771 tempest-TestMinimumBasicScenario-1152896771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:19.305800 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-acc2747f-cdb6-4ec5-8949-aec54347fce4 tempest-TestMinimumBasicScenario-1152896771 tempest-TestMinimumBasicScenario-1152896771-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 1094 time: 0.4996550 Sep 03 14:27:19.306010 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 47278) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:19.313111 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Request body: {'floatingip': {'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'port_id': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:19.386052 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for floatingip, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:19.429596 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6e076-e8d8-4a32-a136-665346bff097 req-c2e2927c-6804-44d9-94f1-ec430dff6eba tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:19.433631 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-cdf6e076-e8d8-4a32-a136-665346bff097 req-c2e2927c-6804-44d9-94f1-ec430dff6eba tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 943 time: 0.0946360 Sep 03 14:27:19.460710 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.db_base_plugin_common [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Allocated IP 172.20.0.2 (ed847c14-b4e7-4339-9eb2-f7233a2ed045/411675b4-faba-4ad4-96ec-19e22cdccb68/46e67355-a029-4b14-a603-160c7aae8205) {{(pid=93971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:27:19.507605 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-cdf6e076-e8d8-4a32-a136-665346bff097 req-cf879007-3344-4741-b975-913ec06b6c1c tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588880 Sep 03 14:27:19.544645 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3a603-3fd8-48a2-a7da-245af9e6bd32 req-470dd1ef-55cd-4bb1-ad9a-f65186dca0d5 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:19.546281 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-32f3a603-3fd8-48a2-a7da-245af9e6bd32 req-470dd1ef-55cd-4bb1-ad9a-f65186dca0d5 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 945 time: 0.1518581 Sep 03 14:27:19.644100 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-32f3a603-3fd8-48a2-a7da-245af9e6bd32 req-f87205b6-b224-4059-a6b8-2a3b59d421c9 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629005 Sep 03 14:27:19.693353 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Notify callbacks [] for port, precommit_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:19.708958 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Transition to ACTIVE for port object 46e67355-a029-4b14-a603-160c7aae8205 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:27:19.724142 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:19.734757 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Transition to ACTIVE for port object 46e67355-a029-4b14-a603-160c7aae8205 will not be triggered until provisioned by entity DHCP. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:27:19.744487 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328'] for port, after_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:19.807096 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:19.816030 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Network ed847c14-b4e7-4339-9eb2-f7233a2ed045 is already hosted by enough agents. {{(pid=93971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:27:19.822128 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.base_scheduler [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Resources bound (agent type, host, resource id): {{(pid=93971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:27:19.828720 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Received port after_create {{(pid=93971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:27:19.838066 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:19.863197 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Pushing event updated for resources: {'Port': ['ID=46e67355-a029-4b14-a603-160c7aae8205,revision_number=1']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:19.944555 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Attempting to bind port 46e67355-a029-4b14-a603-160c7aae8205 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:27:19.945576 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Attempting to bind port 46e67355-a029-4b14-a603-160c7aae8205 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': '5b48d9a6-d038-496d-b4c6-7771243ad500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:27:19.946226 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Attempting to bind port 46e67355-a029-4b14-a603-160c7aae8205 on network ed847c14-b4e7-4339-9eb2-f7233a2ed045 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:27:19.946395 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Allocated IP 172.27.3.219 (71a2aaf5-8009-41a7-aebe-f6027ce2b898/3592d6f5-ce6a-448b-9072-bd66af67c647/83131755-f8fc-4830-b14c-2160e750b866) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:27:19.955961 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:27:19.956698 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Checking segment: {'id': '5b48d9a6-d038-496d-b4c6-7771243ad500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:27:19.957259 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:19.957950 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Bound using segment: {'id': '5b48d9a6-d038-496d-b4c6-7771243ad500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:27:19.958794 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Bound port: 46e67355-a029-4b14-a603-160c7aae8205, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b48d9a6-d038-496d-b4c6-7771243ad500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:27:19.959452 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:20.058574 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] For port 46e67355-a029-4b14-a603-160c7aae8205, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:27:20.063322 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] For port 46e67355-a029-4b14-a603-160c7aae8205, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=46e67355-a029-4b14-a603-160c7aae8205,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:27:20.068300 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:20.073628 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:20.127460 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:20.160032 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a10636-111a-4371-aba4-523b2cb19c4c None None] Pushing event updated for resources: {'Port': ['ID=46e67355-a029-4b14-a603-160c7aae8205,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:20.200440 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:27:20.211106 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:27:20.221982 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:27:20.230958 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Pushing event updated for resources: {'Port': ['ID=83131755-f8fc-4830-b14c-2160e750b866,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:20.233943 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] Allocated IP 172.27.3.32 (71a2aaf5-8009-41a7-aebe-f6027ce2b898/3592d6f5-ce6a-448b-9072-bd66af67c647/a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:27:20.572087 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:20.616127 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 46e67355-a029-4b14-a603-160c7aae8205 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:27:20.708768 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port 46e67355-a029-4b14-a603-160c7aae8205 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:27:20.711327 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:20.727854 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f2054-2bf0-4db1-8d12-58ea641ef321 req-c063591b-bd7d-488c-9826-98ef713807cf tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:20.737203 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-b94f2054-2bf0-4db1-8d12-58ea641ef321 req-c063591b-bd7d-488c-9826-98ef713807cf tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 943 time: 0.1022460 Sep 03 14:27:20.792560 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-b94f2054-2bf0-4db1-8d12-58ea641ef321 req-3a876f06-3276-4441-b50a-5d3c76db427e tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421185 Sep 03 14:27:20.862994 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:27:20.902403 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:27:20.906209 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:27:20.943694 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] Pushing event updated for resources: {'Port': ['ID=a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:20.989832 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:21.104649 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a052f8-37a7-4f96-a95f-b38172a6818c req-a824e0fc-e58f-4ce1-aee3-9dee14d8c30e tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:21.106455 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-72a052f8-37a7-4f96-a95f-b38172a6818c req-a824e0fc-e58f-4ce1-aee3-9dee14d8c30e tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 945 time: 0.2989395 Sep 03 14:27:21.179804 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd294c-d3fe-4ed5-a224-1560ce6d3a2e req-d0dd990a-bc4a-4ced-9767-2623d6d0bb7b tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:21.182255 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5cfd294c-d3fe-4ed5-a224-1560ce6d3a2e req-d0dd990a-bc4a-4ced-9767-2623d6d0bb7b tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 945 time: 0.0809631 Sep 03 14:27:21.230398 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed3bfa9-949a-429d-9ae0-3394f4fe0e61 None None] Network ed847c14-b4e7-4339-9eb2-f7233a2ed045 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:27:21.264681 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-72a052f8-37a7-4f96-a95f-b38172a6818c req-6fa4d038-30e0-4a38-85fc-7ec83b0252eb tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217000 Sep 03 14:27:21.269594 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:21.305171 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [req-5cfd294c-d3fe-4ed5-a224-1560ce6d3a2e req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Deleting port 8a141202-ae1b-431b-aa48-52e7f3890dec {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:27:21.305351 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-5cfd294c-d3fe-4ed5-a224-1560ce6d3a2e req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:21.371507 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-038da1c6-e222-411a-a0c3-a8a99016ce5b None None] Provisioning for port 46e67355-a029-4b14-a603-160c7aae8205 completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:27:21.394565 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-038da1c6-e222-411a-a0c3-a8a99016ce5b None None] Provisioning complete for port 46e67355-a029-4b14-a603-160c7aae8205 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:27:21.395166 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-038da1c6-e222-411a-a0c3-a8a99016ce5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:21.417232 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [req-5cfd294c-d3fe-4ed5-a224-1560ce6d3a2e req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] For port 8a141202-ae1b-431b-aa48-52e7f3890dec, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=8a141202-ae1b-431b-aa48-52e7f3890dec,segment=NetworkSegment(244f40f9-1579-4199-989a-54c0e140b430),segment_id=244f40f9-1579-4199-989a-54c0e140b430)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:27:21.417618 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-5cfd294c-d3fe-4ed5-a224-1560ce6d3a2e req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:21.448463 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [req-5cfd294c-d3fe-4ed5-a224-1560ce6d3a2e req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Calling delete_port for 8a141202-ae1b-431b-aa48-52e7f3890dec owned by compute:nova {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:27:21.482094 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:21.578785 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-038da1c6-e222-411a-a0c3-a8a99016ce5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:21.651451 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-038da1c6-e222-411a-a0c3-a8a99016ce5b None None] For port 46e67355-a029-4b14-a603-160c7aae8205, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=46e67355-a029-4b14-a603-160c7aae8205,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:27:21.659890 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-038da1c6-e222-411a-a0c3-a8a99016ce5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:21.686436 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-5cfd294c-d3fe-4ed5-a224-1560ce6d3a2e req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:21.774506 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038da1c6-e222-411a-a0c3-a8a99016ce5b None None] Pushing event updated for resources: {'Port': ['ID=46e67355-a029-4b14-a603-160c7aae8205,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:21.785494 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Pushing event deleted for resources: {'Port': ['ID=8a141202-ae1b-431b-aa48-52e7f3890dec,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:21.791256 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['8a141202-ae1b-431b-aa48-52e7f3890dec'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:27:21.799915 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:21.799915 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:21.800471 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:21.800935 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:21.801353 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:21.801972 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:21.802635 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:21.803113 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:21.803516 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:21.804434 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:21.804771 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:21.805104 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:21.826989 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfd294c-d3fe-4ed5-a224-1560ce6d3a2e req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] No DVR routers for this DVR port 8a141202-ae1b-431b-aa48-52e7f3890dec on host hv-cinder-75995 {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:27:21.832551 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-5cfd294c-d3fe-4ed5-a224-1560ce6d3a2e req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:21.843596 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5cfd294c-d3fe-4ed5-a224-1560ce6d3a2e req-9fa7fbb5-0e74-4607-9fd3-d4f53941ffa8 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.11 "DELETE /v2.0/ports/8a141202-ae1b-431b-aa48-52e7f3890dec HTTP/1.1" status: 204 len: 173 time: 0.6536188 Sep 03 14:27:21.844123 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6318079-668f-4f44-a81b-0e8d2569bc2c', 'name': 'network-vif-deleted', 'tag': '8a141202-ae1b-431b-aa48-52e7f3890dec'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:27:21.864824 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb7603f-33a7-41f7-a1d2-f22729ce8fdd" -d '{"events": [{"server_uuid": "a6318079-668f-4f44-a81b-0e8d2569bc2c", "name": "network-vif-deleted", "tag": "8a141202-ae1b-431b-aa48-52e7f3890dec"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:27:21.937015 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93e584d-2545-4bd1-b590-dd3ec8566836 x-openstack-request-id: req-e93e584d-2545-4bd1-b590-dd3ec8566836 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:27:21.937579 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6318079-668f-4f44-a81b-0e8d2569bc2c", "name": "network-vif-deleted", "tag": "8a141202-ae1b-431b-aa48-52e7f3890dec", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:27:21.938046 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e93e584d-2545-4bd1-b590-dd3ec8566836 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:27:21.938448 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:21.939167 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6318079-668f-4f44-a81b-0e8d2569bc2c', 'name': 'network-vif-deleted', 'tag': '8a141202-ae1b-431b-aa48-52e7f3890dec', 'status': 'completed', 'code': 200} Sep 03 14:27:21.992802 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-7274221c-b66d-447e-836f-c6344db84101 None None] Provisioning complete for port 46e67355-a029-4b14-a603-160c7aae8205 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:27:21.993378 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-7274221c-b66d-447e-836f-c6344db84101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:22.010748 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:22.015102 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50103f3f-b30f-477b-b8f7-72adebafd171 req-e476b679-5cbc-4bc4-91b7-548b5df176b9 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:22.018599 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-50103f3f-b30f-477b-b8f7-72adebafd171 req-e476b679-5cbc-4bc4-91b7-548b5df176b9 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 943 time: 0.0670807 Sep 03 14:27:22.087258 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-50103f3f-b30f-477b-b8f7-72adebafd171 req-e0b6b0f0-111c-4858-aacf-de886dce1b7d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544949 Sep 03 14:27:22.137145 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Pushing event updated for resources: {'Port': ['ID=83131755-f8fc-4830-b14c-2160e750b866,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:22.170469 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-894004'] for floatingip, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:22.219876 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-947750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-945386'] for router, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:22.384581 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.l3_db [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Floating IP 7d878de4-0baa-46dc-9554-cffda9045ee0 associated. External IP: 172.27.3.219, port: dbde8520-1e9e-4712-89ea-8bbb8a6e1286. Sep 03 14:27:22.510756 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-57ec4b7e-ab59-4255-854f-d1820570ed93 req-f24c78c1-0bac-41a5-965d-017a2bad7793 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6318079-668f-4f44-a81b-0e8d2569bc2c HTTP/1.1" status: 200 len: 210 time: 0.0709369 Sep 03 14:27:22.569328 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 46e67355-a029-4b14-a603-160c7aae8205 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:27:22.582476 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] Router 0a819294-8734-4a8a-80c9-6576aa09eff4 is scheduled to L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 with binding_index 1 {{(pid=93969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:27:22.628767 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 46e67355-a029-4b14-a603-160c7aae8205 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:27:22.629184 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:22.926097 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Router 624e5a0a-40bf-46bf-8378-3e3b237a0270 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:27:22.935659 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:27:22.947121 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Sync routers for ids ['0a819294-8734-4a8a-80c9-6576aa09eff4'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:27:22.963758 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Routers {'0a819294-8734-4a8a-80c9-6576aa09eff4'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:27:22.964812 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:27:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['0a819294-8734-4a8a-80c9-6576aa09eff4'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:22.986808 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:22.988109 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-300f8c21-2974-4a8c-a8d7-94552045ba85 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0478930 Sep 03 14:27:22.992445 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 47292) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:23.152271 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:27:23.173748 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da549c5d-24a2-4cf5-9cf0-f09fede8aa17 None None] Sync routers for ids ['624e5a0a-40bf-46bf-8378-3e3b237a0270'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:27:23.187773 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da549c5d-24a2-4cf5-9cf0-f09fede8aa17 None None] Routers {'624e5a0a-40bf-46bf-8378-3e3b237a0270'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:27:23.188279 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-da549c5d-24a2-4cf5-9cf0-f09fede8aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:27:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['624e5a0a-40bf-46bf-8378-3e3b237a0270'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:23.254181 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:23.278449 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Set router 0a819294-8734-4a8a-80c9-6576aa09eff4 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:27:23.322850 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-da549c5d-24a2-4cf5-9cf0-f09fede8aa17 None None] Set router 624e5a0a-40bf-46bf-8378-3e3b237a0270 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:27:23.372739 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-98c1613f-2a4e-40ba-bb33-b4174b9c3f64 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0652423 Sep 03 14:27:23.375973 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b6415f-8538-4abb-8d40-a886a0ffb008', 'tag': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:27:23.379017 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eca7034-3b0c-4ff7-b6ee-0e68c20906d1" -d '{"events": [{"name": "network-changed", "server_uuid": "00b6415f-8538-4abb-8d40-a886a0ffb008", "tag": "dbde8520-1e9e-4712-89ea-8bbb8a6e1286"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:27:23.382114 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813266e-5051-4570-a799-93d217613dcc req-f6740d75-8ec2-4538-904a-aa6d222a4484 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:23.382867 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 47296) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:23.387967 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f813266e-5051-4570-a799-93d217613dcc req-f6740d75-8ec2-4538-904a-aa6d222a4484 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 943 time: 0.1468525 Sep 03 14:27:23.392483 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-e8c7fcdf-1715-43b2-bdb3-fd83342effc3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1619487761', 'description': 'tempest-secgroup-smoke-1619487761 description', 'project_id': 'f30119270aba4daaba917bc9696408a3'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:23.455649 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e8c7fcdf-1715-43b2-bdb3-fd83342effc3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:23.503357 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f813266e-5051-4570-a799-93d217613dcc req-762d02f3-bda7-4bb6-a521-0e6b0b94b40e tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040032 Sep 03 14:27:23.631580 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f67806f-9930-461c-8fe4-2896e1a58b96 x-openstack-request-id: req-7f67806f-9930-461c-8fe4-2896e1a58b96 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:27:23.632081 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b6415f-8538-4abb-8d40-a886a0ffb008", "tag": "dbde8520-1e9e-4712-89ea-8bbb8a6e1286", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:27:23.632373 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f67806f-9930-461c-8fe4-2896e1a58b96 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:27:23.632889 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b6415f-8538-4abb-8d40-a886a0ffb008', 'tag': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286', 'status': 'completed', 'code': 200} Sep 03 14:27:23.633812 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:27:21Z', 'revision_number': 3, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port': {'id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:19Z', 'updated_at': '2021-09-03T14:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:23.651591 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca7034-3b0c-4ff7-b6ee-0e68c20906d1 req-90ef7429-e4d2-45ad-aeb3-4285e9704961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:23.651591 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4eca7034-3b0c-4ff7-b6ee-0e68c20906d1 req-90ef7429-e4d2-45ad-aeb3-4285e9704961 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f30119270aba4daaba917bc9696408a3&device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 1099 time: 0.1009226 Sep 03 14:27:23.705100 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Checking router: 0a819294-8734-4a8a-80c9-6576aa09eff4 for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:27:23.705802 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Updating router 0a819294-8734-4a8a-80c9-6576aa09eff4 port a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45 binding host dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:27:23.758638 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:23.913906 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca7034-3b0c-4ff7-b6ee-0e68c20906d1 req-192373c3-bd16-44b6-9697-bcf086b2c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:23.922576 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4eca7034-3b0c-4ff7-b6ee-0e68c20906d1 req-192373c3-bd16-44b6-9697-bcf086b2c5c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=41791f6f-5dc3-4bb3-a10a-6ba71f14d907 HTTP/1.1" status: 200 len: 915 time: 0.2589602 Sep 03 14:27:24.015086 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-da549c5d-24a2-4cf5-9cf0-f09fede8aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'name': 'tempest-TestMinimumBasicScenario-795260439-router', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:35Z', 'updated_at': '2021-09-03T14:25:40Z', 'revision_number': 4, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'gw_port': {'id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:36Z', 'updated_at': '2021-09-03T14:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '7d878de4-0baa-46dc-9554-cffda9045ee0', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'port_id': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907', 'mac_address': 'fa:16:3e:f9:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6415f-8538-4abb-8d40-a886a0ffb008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:27:20Z', 'updated_at': '2021-09-03T14:27:20Z', 'revision_number': 0, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb92f8a1-dc0f-4c4a-b820-c98224d517c9', 'name': '', 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'mac_address': 'fa:16:3e:bf:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:39Z', 'updated_at': '2021-09-03T14:25:49Z', 'revision_number': 5, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'subnets': [{'id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:24.108798 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da549c5d-24a2-4cf5-9cf0-f09fede8aa17 None None] Checking router: 624e5a0a-40bf-46bf-8378-3e3b237a0270 for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:27:24.128525 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da549c5d-24a2-4cf5-9cf0-f09fede8aa17 None None] Routers {'624e5a0a-40bf-46bf-8378-3e3b237a0270'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:27:24.130191 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-da549c5d-24a2-4cf5-9cf0-f09fede8aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:27:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['624e5a0a-40bf-46bf-8378-3e3b237a0270'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:24.194745 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:24.219923 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Transition to ACTIVE for port object a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:27:24.232606 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:24.233914 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4eca7034-3b0c-4ff7-b6ee-0e68c20906d1 req-783b3a99-2b5e-4d43-a737-72a565dccbe5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbde8520-1e9e-4712-89ea-8bbb8a6e1286 HTTP/1.1" status: 200 len: 1000 time: 0.3052444 Sep 03 14:27:24.235978 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:24.261564 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e8c7fcdf-1715-43b2-bdb3-fd83342effc3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:24.276938 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e8c7fcdf-1715-43b2-bdb3-fd83342effc3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:24.305745 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b56fe-8737-4801-9c75-85e4724f820f None None] Pushing event updated for resources: {'Port': ['ID=a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:24.343684 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Attempting to bind port a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:27:24.344291 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Attempting to bind port a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:27:24.345008 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Attempting to bind port a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45 on network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:27:24.352570 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:27:24.353122 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Checking segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:27:24.353689 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:24.354202 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Bound using segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:27:24.354855 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Bound port: a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:27:24.355363 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:24.375662 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca7034-3b0c-4ff7-b6ee-0e68c20906d1 req-2b32a6b2-2ae3-4487-95f8-bcef4f9136b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:24.379919 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4eca7034-3b0c-4ff7-b6ee-0e68c20906d1 req-2b32a6b2-2ae3-4487-95f8-bcef4f9136b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e396b2e8-1d28-431c-b3ff-a6ed2a24f730 HTTP/1.1" status: 200 len: 853 time: 0.1305122 Sep 03 14:27:24.435177 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] For port a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:27:24.435503 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e8c7fcdf-1715-43b2-bdb3-fd83342effc3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:24.440263 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e8c7fcdf-1715-43b2-bdb3-fd83342effc3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0494826 Sep 03 14:27:24.443196 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] For port a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:27:24.445249 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 47306) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:24.450583 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:24.471207 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-776b4cf0-2cd3-4fa9-a16a-07d934eda040 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Request body: {'security_group_rule': {'security_group_id': 'b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5', 'project_id': 'f30119270aba4daaba917bc9696408a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:24.506042 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7fcdf-1715-43b2-bdb3-fd83342effc3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:24.531064 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7fcdf-1715-43b2-bdb3-fd83342effc3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:24.531516 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7fcdf-1715-43b2-bdb3-fd83342effc3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:24.533405 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Routers {'0a819294-8734-4a8a-80c9-6576aa09eff4'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:27:24.533592 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7fcdf-1715-43b2-bdb3-fd83342effc3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:24.533592 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7fcdf-1715-43b2-bdb3-fd83342effc3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:24.533871 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:27:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['0a819294-8734-4a8a-80c9-6576aa09eff4'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:24.534008 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7fcdf-1715-43b2-bdb3-fd83342effc3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:24.534273 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7fcdf-1715-43b2-bdb3-fd83342effc3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:24.534924 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7fcdf-1715-43b2-bdb3-fd83342effc3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:24.535441 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7fcdf-1715-43b2-bdb3-fd83342effc3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:24.536029 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7fcdf-1715-43b2-bdb3-fd83342effc3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:24.537119 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7fcdf-1715-43b2-bdb3-fd83342effc3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:24.537333 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7fcdf-1715-43b2-bdb3-fd83342effc3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:24.539728 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7fcdf-1715-43b2-bdb3-fd83342effc3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:24.570129 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca7034-3b0c-4ff7-b6ee-0e68c20906d1 req-dd026907-0aa1-4b7c-83da-f8e290f2833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:24.573624 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4eca7034-3b0c-4ff7-b6ee-0e68c20906d1 req-dd026907-0aa1-4b7c-83da-f8e290f2833c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=41791f6f-5dc3-4bb3-a10a-6ba71f14d907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1782761 Sep 03 14:27:24.578110 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-776b4cf0-2cd3-4fa9-a16a-07d934eda040 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:24.582118 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-da549c5d-24a2-4cf5-9cf0-f09fede8aa17 None None] Set router 624e5a0a-40bf-46bf-8378-3e3b237a0270 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:27:24.616151 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b56fe-8737-4801-9c75-85e4724f820f None None] Pushing event updated for resources: {'Port': ['ID=a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:24.646839 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] Allocated IP 172.20.0.1 (ed847c14-b4e7-4339-9eb2-f7233a2ed045/411675b4-faba-4ad4-96ec-19e22cdccb68/14b593c1-872a-49da-9ddf-bb9fda110386) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:27:24.745272 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] Set router 0a819294-8734-4a8a-80c9-6576aa09eff4 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:27:24.843521 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:24.861826 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] Transition to ACTIVE for port object 14b593c1-872a-49da-9ddf-bb9fda110386 will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:27:24.908722 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-da549c5d-24a2-4cf5-9cf0-f09fede8aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'name': 'tempest-TestMinimumBasicScenario-795260439-router', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:35Z', 'updated_at': '2021-09-03T14:25:40Z', 'revision_number': 4, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'gw_port': {'id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:36Z', 'updated_at': '2021-09-03T14:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '7d878de4-0baa-46dc-9554-cffda9045ee0', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'port_id': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907', 'mac_address': 'fa:16:3e:f9:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6415f-8538-4abb-8d40-a886a0ffb008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:27:20Z', 'updated_at': '2021-09-03T14:27:20Z', 'revision_number': 0, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb92f8a1-dc0f-4c4a-b820-c98224d517c9', 'name': '', 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'mac_address': 'fa:16:3e:bf:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:39Z', 'updated_at': '2021-09-03T14:25:49Z', 'revision_number': 5, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'subnets': [{'id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:24.937700 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:24.971465 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da549c5d-24a2-4cf5-9cf0-f09fede8aa17 None None] The sync data for ids ['624e5a0a-40bf-46bf-8378-3e3b237a0270'] in dv-cinder-759955-20-iscsi is: [{'id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'name': 'tempest-TestMinimumBasicScenario-795260439-router', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:35Z', 'updated_at': '2021-09-03T14:25:40Z', 'revision_number': 4, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'gw_port': {'id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:36Z', 'updated_at': '2021-09-03T14:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '7d878de4-0baa-46dc-9554-cffda9045ee0', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'port_id': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907', 'mac_address': 'fa:16:3e:f9:31:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6415f-8538-4abb-8d40-a886a0ffb008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:27:20Z', 'updated_at': '2021-09-03T14:27:20Z', 'revision_number': 0, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb92f8a1-dc0f-4c4a-b820-c98224d517c9', 'name': '', 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'mac_address': 'fa:16:3e:bf:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:39Z', 'updated_at': '2021-09-03T14:25:49Z', 'revision_number': 5, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'subnets': [{'id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:27:25.008936 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] Network ed847c14-b4e7-4339-9eb2-f7233a2ed045 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:27:25.014311 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:27:25.022203 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:27:25.024345 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-776b4cf0-2cd3-4fa9-a16a-07d934eda040 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.051150 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba464e3-d7db-4129-a010-bc6432ee0285 req-6d6b6139-5b2b-4801-b1e1-1155ebdd977f tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:25.056789 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:27:21Z', 'revision_number': 3, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port': {'id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:19Z', 'updated_at': '2021-09-03T14:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:25.059727 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6ba464e3-d7db-4129-a010-bc6432ee0285 req-6d6b6139-5b2b-4801-b1e1-1155ebdd977f tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 943 time: 0.3914316 Sep 03 14:27:25.063341 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-776b4cf0-2cd3-4fa9-a16a-07d934eda040 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.087900 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4eca7034-3b0c-4ff7-b6ee-0e68c20906d1 req-74de7b0c-e61d-42e3-a2c7-426acee7755d service neutron] 10.222.0.11 "GET /v2.0/networks/41791f6f-5dc3-4bb3-a10a-6ba71f14d907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934244 Sep 03 14:27:25.093453 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c33a7a-c919-4ce4-b980-3bb40d9d5a2d None None] The sync data for ids ['0a819294-8734-4a8a-80c9-6576aa09eff4'] in dv-cinder-759955-20-iscsi is: [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:27:21Z', 'revision_number': 3, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port': {'id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:19Z', 'updated_at': '2021-09-03T14:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:27:25.101183 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894143'] for router_interface, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.117909 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b4cf0-2cd3-4fa9-a16a-07d934eda040 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48fe53d-88a2-4a0c-99a6-d43b414cd25d,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:25.150201 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6ba464e3-d7db-4129-a010-bc6432ee0285 req-05de52ee-8d43-4f1e-86ef-72c3bf6d4dd9 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894690 Sep 03 14:27:25.151185 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-776b4cf0-2cd3-4fa9-a16a-07d934eda040 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.152635 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-776b4cf0-2cd3-4fa9-a16a-07d934eda040 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7061160 Sep 03 14:27:25.158034 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 47310) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:25.164107 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-c66979e8-fa7e-4dab-90b1-647b3bdfeaa5 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Request body: {'security_group_rule': {'security_group_id': 'b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5', 'project_id': 'f30119270aba4daaba917bc9696408a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:25.205942 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] Pushing event updated for resources: {'Port': ['ID=14b593c1-872a-49da-9ddf-bb9fda110386,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:25.214597 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c66979e8-fa7e-4dab-90b1-647b3bdfeaa5 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.354920 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c66979e8-fa7e-4dab-90b1-647b3bdfeaa5 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.367134 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c66979e8-fa7e-4dab-90b1-647b3bdfeaa5 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.379287 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.401518 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-f7563c7c-d6ae-4bdd-9446-cbb902ffa10a None None] Provisioning for port 14b593c1-872a-49da-9ddf-bb9fda110386 completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:27:25.405684 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66979e8-fa7e-4dab-90b1-647b3bdfeaa5 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145e8815-5cbe-4914-bf84-aba8f3321ee2,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:25.406887 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-f7563c7c-d6ae-4bdd-9446-cbb902ffa10a None None] Provisioning complete for port 14b593c1-872a-49da-9ddf-bb9fda110386 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:27:25.407288 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-f7563c7c-d6ae-4bdd-9446-cbb902ffa10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.410882 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c66979e8-fa7e-4dab-90b1-647b3bdfeaa5 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.412553 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-c66979e8-fa7e-4dab-90b1-647b3bdfeaa5 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2532890 Sep 03 14:27:25.416039 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 47314) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:25.428038 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-77c0e0cc-ea19-4236-94d6-f12667f21a13 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Request body: {'security_group_rule': {'security_group_id': 'b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5', 'project_id': 'f30119270aba4daaba917bc9696408a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:25.470389 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ecd5b3-dce3-4c4e-bbaa-96f29922fb21 None None] New status for floating IP 7d878de4-0baa-46dc-9554-cffda9045ee0: ACTIVE {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:27:25.482212 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-77c0e0cc-ea19-4236-94d6-f12667f21a13 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.541856 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-f7563c7c-d6ae-4bdd-9446-cbb902ffa10a None None] Port 14b593c1-872a-49da-9ddf-bb9fda110386 cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:27:25.609073 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-77c0e0cc-ea19-4236-94d6-f12667f21a13 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.614559 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-77c0e0cc-ea19-4236-94d6-f12667f21a13 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.639930 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0e0cc-ea19-4236-94d6-f12667f21a13 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11aa49fc-ccca-4215-a7b1-d566018c2156,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:25.701594 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-77c0e0cc-ea19-4236-94d6-f12667f21a13 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.703338 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-77c0e0cc-ea19-4236-94d6-f12667f21a13 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2858202 Sep 03 14:27:25.706762 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.708600 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 47316) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:25.714209 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.718217 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-f8c71c83-433d-43d0-9aae-698d4da0b2f3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Request body: {'security_group_rule': {'security_group_id': 'b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5', 'project_id': 'f30119270aba4daaba917bc9696408a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:25.798253 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] Pushing event updated for resources: {'Port': ['ID=14b593c1-872a-49da-9ddf-bb9fda110386,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:25.801368 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945967'] for router_interface, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.848424 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f8c71c83-433d-43d0-9aae-698d4da0b2f3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.933887 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4eca7034-3b0c-4ff7-b6ee-0e68c20906d1 req-1a15ffe2-0da7-46fd-94fa-199b2f94a2c4 service neutron] 10.222.0.11 "GET /v2.0/networks/41791f6f-5dc3-4bb3-a10a-6ba71f14d907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756944 Sep 03 14:27:25.966289 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f8c71c83-433d-43d0-9aae-698d4da0b2f3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.972370 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] Network ed847c14-b4e7-4339-9eb2-f7233a2ed045 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:27:25.973286 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f8c71c83-433d-43d0-9aae-698d4da0b2f3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:25.974199 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:27:26.008241 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c71c83-433d-43d0-9aae-698d4da0b2f3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22685d0a-959a-4d92-9565-269dc64727ad,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:26.030518 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f8c71c83-433d-43d0-9aae-698d4da0b2f3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:26.032998 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-f8c71c83-433d-43d0-9aae-698d4da0b2f3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3221984 Sep 03 14:27:26.036172 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 47318) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:26.044717 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-19c60728-1714-4d99-bc29-1b1b54634c73 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Request body: {'security_group_rule': {'security_group_id': 'b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5', 'project_id': 'f30119270aba4daaba917bc9696408a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:26.086506 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.securitygroups_db [None req-19c60728-1714-4d99-bc29-1b1b54634c73 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Project f30119270aba4daaba917bc9696408a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 14:27:26.095529 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-19c60728-1714-4d99-bc29-1b1b54634c73 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:26.146126 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] Router 0a819294-8734-4a8a-80c9-6576aa09eff4 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:27:26.206167 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-19c60728-1714-4d99-bc29-1b1b54634c73 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:26.211069 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-19c60728-1714-4d99-bc29-1b1b54634c73 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:26.240478 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c60728-1714-4d99-bc29-1b1b54634c73 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11dd1b0-8921-49f8-9544-d401b350486d,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:26.247380 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-19c60728-1714-4d99-bc29-1b1b54634c73 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:26.252847 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-19c60728-1714-4d99-bc29-1b1b54634c73 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2148566 Sep 03 14:27:26.253296 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 47322) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:26.258414 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-06d69620-bbdb-4964-9ab7-08594e43f543 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Request body: {'security_group_rule': {'security_group_id': 'b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5', 'project_id': 'f30119270aba4daaba917bc9696408a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:26.280279 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-81ad6a45-b0b3-4285-9439-e3e7967c3f63 None None] Provisioning complete for port 14b593c1-872a-49da-9ddf-bb9fda110386 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:27:26.280640 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-81ad6a45-b0b3-4285-9439-e3e7967c3f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:26.293727 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.securitygroups_db [None req-06d69620-bbdb-4964-9ab7-08594e43f543 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Project f30119270aba4daaba917bc9696408a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 14:27:26.300756 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-06d69620-bbdb-4964-9ab7-08594e43f543 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:26.326183 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-81ad6a45-b0b3-4285-9439-e3e7967c3f63 None None] Port 14b593c1-872a-49da-9ddf-bb9fda110386 cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:27:26.394337 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-06d69620-bbdb-4964-9ab7-08594e43f543 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:26.400584 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-06d69620-bbdb-4964-9ab7-08594e43f543 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:26.417419 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef507d-49b4-4b11-9fb0-5e4f43b6b75a req-19fcd89a-743f-4497-8bc8-17e6547b7d74 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:26.420040 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a7ef507d-49b4-4b11-9fb0-5e4f43b6b75a req-19fcd89a-743f-4497-8bc8-17e6547b7d74 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 943 time: 0.1204257 Sep 03 14:27:26.427466 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d69620-bbdb-4964-9ab7-08594e43f543 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d722f2-0aeb-4669-b4a7-8bb8d69376ab,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:26.443712 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-06d69620-bbdb-4964-9ab7-08594e43f543 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:26.445770 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-06d69620-bbdb-4964-9ab7-08594e43f543 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1912291 Sep 03 14:27:26.454605 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:27:26.488688 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6682f5b6-1ef3-47a0-9aa8-b3df2b86d54d admin admin] 10.222.0.23 "PUT /v2.0/routers/0a819294-8734-4a8a-80c9-6576aa09eff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4943814 Sep 03 14:27:26.536556 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a7ef507d-49b4-4b11-9fb0-5e4f43b6b75a req-52b88f6f-44f6-4052-bad1-a7809a6ff246 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858898 Sep 03 14:27:26.606919 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ad57d2ca-243a-4c2f-bbd9-2922d67516d6 req-3372538c-f084-493a-9ce5-21eae4784876 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1619487761&fields=id&tenant_id=f30119270aba4daaba917bc9696408a3 HTTP/1.1" status: 200 len: 267 time: 0.0949473 Sep 03 14:27:26.632524 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:27:26.680492 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57d2ca-243a-4c2f-bbd9-2922d67516d6 req-ca7b428c-8e6f-4c54-9ec2-a65a97f1bc75 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:26.682482 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ad57d2ca-243a-4c2f-bbd9-2922d67516d6 req-ca7b428c-8e6f-4c54-9ec2-a65a97f1bc75 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 946 time: 0.0657213 Sep 03 14:27:26.695922 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:27:26.699324 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [req-ad57d2ca-243a-4c2f-bbd9-2922d67516d6 req-b3386ef4-0bc0-441b-b7f5-3680c709ed4a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Request body: {'port': {'security_groups': ['d66a9f1d-ef03-4d12-bce0-404321b7c815', 'b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5']}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:26.703309 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:27:26.704121 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:26.802127 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-ad57d2ca-243a-4c2f-bbd9-2922d67516d6 req-b3386ef4-0bc0-441b-b7f5-3680c709ed4a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:26.872285 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:26.900925 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:27:26.907938 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:27.001255 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:27.111803 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [req-ad57d2ca-243a-4c2f-bbd9-2922d67516d6 req-b3386ef4-0bc0-441b-b7f5-3680c709ed4a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] For port dbde8520-1e9e-4712-89ea-8bbb8a6e1286, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=dbde8520-1e9e-4712-89ea-8bbb8a6e1286,segment=NetworkSegment(b79e017b-c336-49e8-86ae-8ed747246548),segment_id=b79e017b-c336-49e8-86ae-8ed747246548)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:27:27.161082 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-ad57d2ca-243a-4c2f-bbd9-2922d67516d6 req-b3386ef4-0bc0-441b-b7f5-3680c709ed4a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:27.169029 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-ad57d2ca-243a-4c2f-bbd9-2922d67516d6 req-b3386ef4-0bc0-441b-b7f5-3680c709ed4a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:27.248535 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57d2ca-243a-4c2f-bbd9-2922d67516d6 req-b3386ef4-0bc0-441b-b7f5-3680c709ed4a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:27.249702 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-ad57d2ca-243a-4c2f-bbd9-2922d67516d6 req-b3386ef4-0bc0-441b-b7f5-3680c709ed4a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:27.252591 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ad57d2ca-243a-4c2f-bbd9-2922d67516d6 req-b3386ef4-0bc0-441b-b7f5-3680c709ed4a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "PUT /v2.0/ports/dbde8520-1e9e-4712-89ea-8bbb8a6e1286 HTTP/1.1" status: 200 len: 982 time: 0.5596750 Sep 03 14:27:27.257251 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b6415f-8538-4abb-8d40-a886a0ffb008', 'tag': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:27:27.261557 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce67b1b2-e65c-4f80-8ed7-59e2d1769ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "00b6415f-8538-4abb-8d40-a886a0ffb008", "tag": "dbde8520-1e9e-4712-89ea-8bbb8a6e1286"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:27:27.317928 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3386ef4-0bc0-441b-b7f5-3680c709ed4a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Pushing event updated for resources: {'Port': ['ID=dbde8520-1e9e-4712-89ea-8bbb8a6e1286,revision_number=6']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:27.369265 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 47338) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:27.374516 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-8a7ddb1e-ad28-4055-85be-284770c27c64 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1507129175', 'description': 'tempest-description--1466353259'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:27.426552 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8a7ddb1e-ad28-4055-85be-284770c27c64 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:27.456395 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da452637-7861-4dce-b708-63da80f2c9ea req-6f937536-d24b-4aae-8dbd-6d8df70f99ff tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:27.467528 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-da452637-7861-4dce-b708-63da80f2c9ea req-6f937536-d24b-4aae-8dbd-6d8df70f99ff tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.1040509 Sep 03 14:27:27.480660 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Sync routers for ids ['0a819294-8734-4a8a-80c9-6576aa09eff4'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:27:27.490280 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45e9b33-4f71-439a-8f25-a5dbb955bb53 x-openstack-request-id: req-c45e9b33-4f71-439a-8f25-a5dbb955bb53 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:27:27.490740 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b6415f-8538-4abb-8d40-a886a0ffb008", "tag": "dbde8520-1e9e-4712-89ea-8bbb8a6e1286", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:27:27.491183 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c45e9b33-4f71-439a-8f25-a5dbb955bb53 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:27:27.491808 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b6415f-8538-4abb-8d40-a886a0ffb008', 'tag': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286', 'status': 'completed', 'code': 200} Sep 03 14:27:27.494722 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Routers {'0a819294-8734-4a8a-80c9-6576aa09eff4'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:27:27.495584 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:27:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['0a819294-8734-4a8a-80c9-6576aa09eff4'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:27.539321 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 8a141202-ae1b-431b-aa48-52e7f3890dec no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:27:27.569446 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-da452637-7861-4dce-b708-63da80f2c9ea req-e25cc1c9-fe6e-4c51-a15b-b9f132b51c22 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0928113 Sep 03 14:27:27.663397 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: 8a141202-ae1b-431b-aa48-52e7f3890dec {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:27:27.664102 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 8a141202-ae1b-431b-aa48-52e7f3890dec not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:27:27.675998 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['dbde8520-1e9e-4712-89ea-8bbb8a6e1286'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:27:27.692740 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8a7ddb1e-ad28-4055-85be-284770c27c64 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:27.715631 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8a7ddb1e-ad28-4055-85be-284770c27c64 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:27.724028 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67b1b2-e65c-4f80-8ed7-59e2d1769ba6 req-925e6b14-838f-4156-bd12-f4ead8605eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:27.726818 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ce67b1b2-e65c-4f80-8ed7-59e2d1769ba6 req-925e6b14-838f-4156-bd12-f4ead8605eea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f30119270aba4daaba917bc9696408a3&device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 1138 time: 0.0987480 Sep 03 14:27:27.734952 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device a8ef88c0-4833-418f-bd96-76487b3b979d details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:27:27.779069 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Set router 0a819294-8734-4a8a-80c9-6576aa09eff4 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:27:27.791436 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['dbde8520-1e9e-4712-89ea-8bbb8a6e1286'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:27:27.795580 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8a7ddb1e-ad28-4055-85be-284770c27c64 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:27.797012 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8a7ddb1e-ad28-4055-85be-284770c27c64 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4265709 Sep 03 14:27:27.802036 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 47346) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:27.808710 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ddb1e-ad28-4055-85be-284770c27c64 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd81e34-4c90-45e3-992c-0609263911f6,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:27.809462 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-c51c4d21-4c45-423d-9b30-acaac706aad9 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Request body: {'security_group_rule': {'security_group_id': 'abd81e34-4c90-45e3-992c-0609263911f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:27.851136 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f5b5b-3730-4458-b042-416d65a87d87 req-577daae0-0285-4185-a584-d9122155f9ac tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:27.863311 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e50f5b5b-3730-4458-b042-416d65a87d87 req-577daae0-0285-4185-a584-d9122155f9ac tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 943 time: 0.1637795 Sep 03 14:27:27.899545 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.db.resource_extend [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 14:27:27.919047 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c51c4d21-4c45-423d-9b30-acaac706aad9 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:27.959331 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e50f5b5b-3730-4458-b042-416d65a87d87 req-25f5247a-cc74-4991-8b72-8d6c474e8ce6 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943618 Sep 03 14:27:27.972861 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-6546a281-0f75-434a-85ba-7ca63c818e65 None None] Provisioning complete for port dbde8520-1e9e-4712-89ea-8bbb8a6e1286 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:27:27.973515 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-6546a281-0f75-434a-85ba-7ca63c818e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:28.017978 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67b1b2-e65c-4f80-8ed7-59e2d1769ba6 req-3b559053-09a2-4988-b6db-013bfa3bbb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:28.019572 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ce67b1b2-e65c-4f80-8ed7-59e2d1769ba6 req-3b559053-09a2-4988-b6db-013bfa3bbb69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=41791f6f-5dc3-4bb3-a10a-6ba71f14d907 HTTP/1.1" status: 200 len: 915 time: 0.2796900 Sep 03 14:27:28.062422 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c51c4d21-4c45-423d-9b30-acaac706aad9 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:28.131528 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c51c4d21-4c45-423d-9b30-acaac706aad9 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:28.164862 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:27:25Z', 'revision_number': 4, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port': {'id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:19Z', 'updated_at': '2021-09-03T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '14b593c1-872a-49da-9ddf-bb9fda110386', 'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'mac_address': 'fa:16:3e:89:a1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:24Z', 'updated_at': '2021-09-03T14:27:25Z', 'revision_number': 2, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'subnets': [{'id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:28.179777 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c4d21-4c45-423d-9b30-acaac706aad9 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343f5629-ab0a-4474-a37b-9265a5f9cd68,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:28.201782 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Checking router: 0a819294-8734-4a8a-80c9-6576aa09eff4 for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:27:28.201782 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Updating router 0a819294-8734-4a8a-80c9-6576aa09eff4 port 14b593c1-872a-49da-9ddf-bb9fda110386 binding host dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:27:28.212877 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c51c4d21-4c45-423d-9b30-acaac706aad9 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:28.218747 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-c51c4d21-4c45-423d-9b30-acaac706aad9 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4116518 Sep 03 14:27:28.218747 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ce67b1b2-e65c-4f80-8ed7-59e2d1769ba6 req-f1909374-ed65-467e-ba59-e292f3b03c92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbde8520-1e9e-4712-89ea-8bbb8a6e1286 HTTP/1.1" status: 200 len: 1002 time: 0.1735911 Sep 03 14:27:28.219310 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 47348) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:28.227495 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-8c146c89-9231-4bdd-bcde-64593aa72ea6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Request body: {'security_group_rule': {'security_group_id': 'abd81e34-4c90-45e3-992c-0609263911f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:28.230254 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:28.318422 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port a8ef88c0-4833-418f-bd96-76487b3b979d, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a8ef88c0-4833-418f-bd96-76487b3b979d,segment=NetworkSegment(8a2136c7-2ec2-455d-93cd-4c5bde2e9589),segment_id=8a2136c7-2ec2-455d-93cd-4c5bde2e9589)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:27:28.359586 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': 'a8ef88c0-4833-418f-bd96-76487b3b979d', 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017', 'port_id': 'a8ef88c0-4833-418f-bd96-76487b3b979d', 'mac_address': 'fa:16:3e:3b:f0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:27:28.364520 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67b1b2-e65c-4f80-8ed7-59e2d1769ba6 req-f6bde284-f91d-4db4-9017-e1f3cddc4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:28.366616 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ce67b1b2-e65c-4f80-8ed7-59e2d1769ba6 req-f6bde284-f91d-4db4-9017-e1f3cddc4443 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e396b2e8-1d28-431c-b3ff-a6ed2a24f730 HTTP/1.1" status: 200 len: 853 time: 0.1289554 Sep 03 14:27:28.373708 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8c146c89-9231-4bdd-bcde-64593aa72ea6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:28.446810 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67b1b2-e65c-4f80-8ed7-59e2d1769ba6 req-a40b678b-4ec9-4773-a55e-d182fd740911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:28.448661 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ce67b1b2-e65c-4f80-8ed7-59e2d1769ba6 req-a40b678b-4ec9-4773-a55e-d182fd740911 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=41791f6f-5dc3-4bb3-a10a-6ba71f14d907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0716021 Sep 03 14:27:28.497551 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8c146c89-9231-4bdd-bcde-64593aa72ea6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:28.508741 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8c146c89-9231-4bdd-bcde-64593aa72ea6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:28.535969 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:28.573444 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c146c89-9231-4bdd-bcde-64593aa72ea6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6e277c-1d2f-405d-be27-b2e8b3685b01,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:28.581936 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8c146c89-9231-4bdd-bcde-64593aa72ea6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:28.587008 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-8c146c89-9231-4bdd-bcde-64593aa72ea6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3626213 Sep 03 14:27:28.587917 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 47354) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:28.593264 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-0014e2ea-e18b-41a5-9d11-9c72ce1d90c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Request body: {'floatingip': {'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:28.610711 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ce67b1b2-e65c-4f80-8ed7-59e2d1769ba6 req-5bbdbbea-1519-4af3-a0b3-13fba718c316 service neutron] 10.222.0.11 "GET /v2.0/networks/41791f6f-5dc3-4bb3-a10a-6ba71f14d907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517756 Sep 03 14:27:28.627964 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ef88c0-4833-418f-bd96-76487b3b979d {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:27:28.643480 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0014e2ea-e18b-41a5-9d11-9c72ce1d90c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for floatingip, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:28.670209 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port a8ef88c0-4833-418f-bd96-76487b3b979d, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a8ef88c0-4833-418f-bd96-76487b3b979d,segment=NetworkSegment(8a2136c7-2ec2-455d-93cd-4c5bde2e9589),segment_id=8a2136c7-2ec2-455d-93cd-4c5bde2e9589)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:27:28.685417 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:27:28.698200 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:28.742622 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Notify callbacks [] for port, precommit_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:28.778776 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.provisioning_blocks [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Transition to ACTIVE for port object 14b593c1-872a-49da-9ddf-bb9fda110386 will not be triggered until provisioned by entity L2. {{(pid=93972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:27:28.786931 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:28.808387 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ce67b1b2-e65c-4f80-8ed7-59e2d1769ba6 req-99dfb4eb-d9df-46aa-ba92-8107e0e31861 service neutron] 10.222.0.11 "GET /v2.0/networks/41791f6f-5dc3-4bb3-a10a-6ba71f14d907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828794 Sep 03 14:27:28.865208 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0014e2ea-e18b-41a5-9d11-9c72ce1d90c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:28.919339 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e111e30-3ce0-439f-a0fe-f591d957918c None None] Pushing event updated for resources: {'Port': ['ID=14b593c1-872a-49da-9ddf-bb9fda110386,revision_number=3']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:28.952942 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111e30-3ce0-439f-a0fe-f591d957918c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:28.953387 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111e30-3ce0-439f-a0fe-f591d957918c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:28.953804 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111e30-3ce0-439f-a0fe-f591d957918c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:28.954092 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111e30-3ce0-439f-a0fe-f591d957918c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:28.954537 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111e30-3ce0-439f-a0fe-f591d957918c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:28.954803 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111e30-3ce0-439f-a0fe-f591d957918c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:28.955134 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111e30-3ce0-439f-a0fe-f591d957918c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:28.955464 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111e30-3ce0-439f-a0fe-f591d957918c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:28.956217 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111e30-3ce0-439f-a0fe-f591d957918c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:28.956217 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111e30-3ce0-439f-a0fe-f591d957918c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:28.956529 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111e30-3ce0-439f-a0fe-f591d957918c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:28.956847 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e111e30-3ce0-439f-a0fe-f591d957918c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:27:29.029296 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-0014e2ea-e18b-41a5-9d11-9c72ce1d90c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Allocated IP 172.27.3.122 (71a2aaf5-8009-41a7-aebe-f6027ce2b898/3592d6f5-ce6a-448b-9072-bd66af67c647/a2308fac-5a06-4396-a32c-9e159fe271a6) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:27:29.035505 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Attempting to bind port 14b593c1-872a-49da-9ddf-bb9fda110386 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:27:29.037754 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Attempting to bind port 14b593c1-872a-49da-9ddf-bb9fda110386 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': '5b48d9a6-d038-496d-b4c6-7771243ad500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045'}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:27:29.038787 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Attempting to bind port 14b593c1-872a-49da-9ddf-bb9fda110386 on network ed847c14-b4e7-4339-9eb2-f7233a2ed045 {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:27:29.054340 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:27:29.054750 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Checking segment: {'id': '5b48d9a6-d038-496d-b4c6-7771243ad500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:27:29.055284 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:29.061478 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Bound using segment: {'id': '5b48d9a6-d038-496d-b4c6-7771243ad500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045'} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:27:29.065426 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Bound port: 14b593c1-872a-49da-9ddf-bb9fda110386, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b48d9a6-d038-496d-b4c6-7771243ad500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045'}}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:27:29.066711 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:29.079640 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['a8ef88c0-4833-418f-bd96-76487b3b979d'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:27:29.116980 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=a8ef88c0-4833-418f-bd96-76487b3b979d,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:29.167248 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] For port 14b593c1-872a-49da-9ddf-bb9fda110386, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:27:29.172022 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] For port 14b593c1-872a-49da-9ddf-bb9fda110386, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=14b593c1-872a-49da-9ddf-bb9fda110386,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:27:29.177762 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:29.228671 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0014e2ea-e18b-41a5-9d11-9c72ce1d90c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:29.241959 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:27:29.242400 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:29.246153 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Routers {'0a819294-8734-4a8a-80c9-6576aa09eff4'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:27:29.246733 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:27:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['0a819294-8734-4a8a-80c9-6576aa09eff4'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:29.272832 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396d9c2-2ccf-431d-b60b-3376f5ff112e req-b3172a14-3f83-405e-a7b6-93f880df7a77 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:29.287495 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1396d9c2-2ccf-431d-b60b-3376f5ff112e req-b3172a14-3f83-405e-a7b6-93f880df7a77 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 944 time: 0.1869333 Sep 03 14:27:29.318518 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:27:29.359711 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0014e2ea-e18b-41a5-9d11-9c72ce1d90c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:29.387601 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e111e30-3ce0-439f-a0fe-f591d957918c None None] Pushing event updated for resources: {'Port': ['ID=14b593c1-872a-49da-9ddf-bb9fda110386,revision_number=4']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:29.401852 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1396d9c2-2ccf-431d-b60b-3376f5ff112e req-65a17054-0da4-42c8-8bfa-e09c6fbc4423 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128135 Sep 03 14:27:29.442252 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0014e2ea-e18b-41a5-9d11-9c72ce1d90c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:27:29.450553 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] Set router 0a819294-8734-4a8a-80c9-6576aa09eff4 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:27:29.451353 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-0014e2ea-e18b-41a5-9d11-9c72ce1d90c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:27:29.464742 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0014e2ea-e18b-41a5-9d11-9c72ce1d90c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:27:29.469973 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014e2ea-e18b-41a5-9d11-9c72ce1d90c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Pushing event updated for resources: {'Port': ['ID=a2308fac-5a06-4396-a32c-9e159fe271a6,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:29.631050 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0014e2ea-e18b-41a5-9d11-9c72ce1d90c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:29.681879 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0014e2ea-e18b-41a5-9d11-9c72ce1d90c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:29.829404 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:27:25Z', 'revision_number': 4, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port': {'id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:19Z', 'updated_at': '2021-09-03T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '14b593c1-872a-49da-9ddf-bb9fda110386', 'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'mac_address': 'fa:16:3e:89:a1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:24Z', 'updated_at': '2021-09-03T14:27:29Z', 'revision_number': 4, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'subnets': [{'id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:29.860502 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0014e2ea-e18b-41a5-9d11-9c72ce1d90c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:29.866177 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0014e2ea-e18b-41a5-9d11-9c72ce1d90c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:29.876131 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129a5efc-2edd-424c-b445-72cd7a8d9781 None None] The sync data for ids ['0a819294-8734-4a8a-80c9-6576aa09eff4'] in dv-cinder-759955-20-iscsi is: [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:27:25Z', 'revision_number': 4, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port': {'id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:19Z', 'updated_at': '2021-09-03T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '14b593c1-872a-49da-9ddf-bb9fda110386', 'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'mac_address': 'fa:16:3e:89:a1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:24Z', 'updated_at': '2021-09-03T14:27:29Z', 'revision_number': 4, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'subnets': [{'id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:27:30.027945 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014e2ea-e18b-41a5-9d11-9c72ce1d90c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Pushing event updated for resources: {'Port': ['ID=a2308fac-5a06-4396-a32c-9e159fe271a6,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:30.054544 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0014e2ea-e18b-41a5-9d11-9c72ce1d90c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-894004'] for floatingip, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:30.072211 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0014e2ea-e18b-41a5-9d11-9c72ce1d90c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:30.073587 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0014e2ea-e18b-41a5-9d11-9c72ce1d90c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4841185 Sep 03 14:27:30.314050 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-1e39d5dd-d1f4-46e6-8baa-d33e3150b7aa tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1507129175&fields=id&tenant_id=c5d1dba9f7684a62b56998d1b3a3611b HTTP/1.1" status: 200 len: 267 time: 0.0472233 Sep 03 14:27:30.431237 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:30.551761 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fa3ba-8ddd-4c09-ae40-6c6285e518b5 req-240770f7-628c-4286-87a2-72eca27e7fe9 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:30.552822 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-a1b04e0b-2b92-4c12-82a5-d971ddc9ee14 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:30.554118 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-559fa3ba-8ddd-4c09-ae40-6c6285e518b5 req-240770f7-628c-4286-87a2-72eca27e7fe9 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 944 time: 0.0714021 Sep 03 14:27:30.557691 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-a1b04e0b-2b92-4c12-82a5-d971ddc9ee14 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/networks?id=ed847c14-b4e7-4339-9eb2-f7233a2ed045 HTTP/1.1" status: 200 len: 816 time: 0.2345145 Sep 03 14:27:30.584182 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-0c2d325e-73f4-43dd-80c3-d118201abe06 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/quotas/c5d1dba9f7684a62b56998d1b3a3611b HTTP/1.1" status: 200 len: 375 time: 0.0200815 Sep 03 14:27:30.630216 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-559fa3ba-8ddd-4c09-ae40-6c6285e518b5 req-37518886-eb75-4e3f-b72a-3acf023f8307 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670471 Sep 03 14:27:30.657228 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 14b593c1-872a-49da-9ddf-bb9fda110386 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:27:30.663553 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-338628f8-7d11-4ef2-8383-e4547be086c3 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5d1dba9f7684a62b56998d1b3a3611b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781524 Sep 03 14:27:30.740051 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port 14b593c1-872a-49da-9ddf-bb9fda110386 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:27:30.747653 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 14b593c1-872a-49da-9ddf-bb9fda110386 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:27:30.748230 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:30.825589 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-c2ee4321-d805-4762-a91a-99c69aea7555 service neutron] 10.222.0.23 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417170 Sep 03 14:27:30.848096 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:30.902449 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port 14b593c1-872a-49da-9ddf-bb9fda110386, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=14b593c1-872a-49da-9ddf-bb9fda110386,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:27:30.908946 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:30.947874 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-2b413e1e-cd14-4764-8234-372a99831335 service neutron] 10.222.0.23 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096313 Sep 03 14:27:30.993348 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=14b593c1-872a-49da-9ddf-bb9fda110386,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:31.161545 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8306686d-0d54-42e3-83e8-ecdbe150fcf7 req-deb324db-7535-4e4f-a762-38151df78d5d tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 210 time: 0.0384173 Sep 03 14:27:31.752133 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61448e9d-4d83-4bc1-b4f9-17607c799af8 req-e48e5084-cf3e-4efa-abde-591d86d45457 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:31.753539 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-61448e9d-4d83-4bc1-b4f9-17607c799af8 req-e48e5084-cf3e-4efa-abde-591d86d45457 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 944 time: 0.0539215 Sep 03 14:27:31.794643 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-61448e9d-4d83-4bc1-b4f9-17607c799af8 req-ec23a20c-fac9-4ab6-828f-c8ae1882a829 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342953 Sep 03 14:27:32.270602 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f56b754c-c49e-418a-9d99-cd2e243baa25 req-8fe387ba-f762-4caa-96d8-b8297a02a0c6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 210 time: 0.0274296 Sep 03 14:27:32.584832 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 14b593c1-872a-49da-9ddf-bb9fda110386 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:27:32.641940 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 14b593c1-872a-49da-9ddf-bb9fda110386 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:27:32.642311 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:32.917752 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af2921-5c17-43a9-8a5c-6467860c64b7 req-5e1005c7-aa2d-42f8-9018-fd821fc822f7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:32.919751 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b0af2921-5c17-43a9-8a5c-6467860c64b7 req-5e1005c7-aa2d-42f8-9018-fd821fc822f7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 944 time: 0.0533621 Sep 03 14:27:32.966301 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b0af2921-5c17-43a9-8a5c-6467860c64b7 req-4dd7a4c4-8a15-4628-9315-4d3f8af2892a tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400953 Sep 03 14:27:33.264349 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ab8bb44c-5402-428a-bbb6-25c1b6dcb160 req-983ffbb5-fdcd-40f5-8f6c-bc73842b0921 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511632 Sep 03 14:27:33.364097 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bb44c-5402-428a-bbb6-25c1b6dcb160 req-8da19145-bc2f-4208-9974-c6e611ef6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:33.367208 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ab8bb44c-5402-428a-bbb6-25c1b6dcb160 req-8da19145-bc2f-4208-9974-c6e611ef6586 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91f21185d42d4c3ca4b3d81f557ff12c&device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 1099 time: 0.0743790 Sep 03 14:27:33.454151 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-516c7e6b-1873-4afa-aba5-8c8faa193359 req-515097e7-2d98-47c8-a516-547b924c92e9 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 210 time: 0.0444782 Sep 03 14:27:33.556996 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bb44c-5402-428a-bbb6-25c1b6dcb160 req-c41d3244-215a-4494-add6-8385580a2385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:33.558566 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ab8bb44c-5402-428a-bbb6-25c1b6dcb160 req-c41d3244-215a-4494-add6-8385580a2385 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba4f67b6-6867-4585-894f-04afec16c8e4 HTTP/1.1" status: 200 len: 911 time: 0.1579533 Sep 03 14:27:33.653348 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ab8bb44c-5402-428a-bbb6-25c1b6dcb160 req-5e578290-32e7-4c58-b061-5b43ea6d7823 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edfb25f7-2b84-4cd9-a638-781270e0a176 HTTP/1.1" status: 200 len: 1001 time: 0.0852156 Sep 03 14:27:33.693626 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23b360-7468-417d-b9ba-803016771dc8 req-205dd451-7bea-419c-8bd0-de525070d72e tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:33.696941 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bb23b360-7468-417d-b9ba-803016771dc8 req-205dd451-7bea-419c-8bd0-de525070d72e tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/networks?id=fb235152-1981-4289-a876-4c18cb9ce3f8 HTTP/1.1" status: 200 len: 813 time: 0.1244316 Sep 03 14:27:33.706640 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device a8ef88c0-4833-418f-bd96-76487b3b979d up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:27:33.717242 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bb23b360-7468-417d-b9ba-803016771dc8 req-cf939e36-0d4e-4fe4-95ba-4142899f6b7e tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/quotas/64f065a843454e3cac530b36c30d9dd0 HTTP/1.1" status: 200 len: 375 time: 0.0149868 Sep 03 14:27:33.740611 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bb44c-5402-428a-bbb6-25c1b6dcb160 req-3d3fd369-29f4-4e53-8bf1-f1ae4cb834e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:33.742849 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ab8bb44c-5402-428a-bbb6-25c1b6dcb160 req-3d3fd369-29f4-4e53-8bf1-f1ae4cb834e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82eb6649-c61a-47b3-86b1-669452794c49 HTTP/1.1" status: 200 len: 849 time: 0.0788827 Sep 03 14:27:33.779199 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bb23b360-7468-417d-b9ba-803016771dc8 req-ac939dcf-3459-437a-8164-1f5ae87c87ef tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f065a843454e3cac530b36c30d9dd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557275 Sep 03 14:27:33.788785 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port a8ef88c0-4833-418f-bd96-76487b3b979d completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:27:33.794523 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port a8ef88c0-4833-418f-bd96-76487b3b979d triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:27:33.794905 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:33.805915 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bb44c-5402-428a-bbb6-25c1b6dcb160 req-05eb2342-4d57-4a68-80fc-22dca367caad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:33.808315 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ab8bb44c-5402-428a-bbb6-25c1b6dcb160 req-05eb2342-4d57-4a68-80fc-22dca367caad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba4f67b6-6867-4585-894f-04afec16c8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555708 Sep 03 14:27:33.896634 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:33.956345 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ab8bb44c-5402-428a-bbb6-25c1b6dcb160 req-9143dcc1-d548-45da-89d2-6b3c1a4a9c7c service neutron] 10.222.0.11 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396661 Sep 03 14:27:33.956976 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port a8ef88c0-4833-418f-bd96-76487b3b979d, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a8ef88c0-4833-418f-bd96-76487b3b979d,segment=NetworkSegment(8a2136c7-2ec2-455d-93cd-4c5bde2e9589),segment_id=8a2136c7-2ec2-455d-93cd-4c5bde2e9589)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:27:33.958352 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a939622d-1715-4c1f-8cd2-97522b9f14bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ef88c0-4833-418f-bd96-76487b3b979d'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:27:33.960912 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac163f24-57c9-4031-b737-a5212ff28b4a" -d '{"events": [{"server_uuid": "a939622d-1715-4c1f-8cd2-97522b9f14bb", "name": "network-vif-plugged", "status": "completed", "tag": "a8ef88c0-4833-418f-bd96-76487b3b979d"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:27:33.964613 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:33.970721 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bb23b360-7468-417d-b9ba-803016771dc8 req-68b32b13-051d-4a5d-86ae-1f7d37fad199 service neutron] 10.222.0.23 "GET /v2.0/networks/fb235152-1981-4289-a876-4c18cb9ce3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893399 Sep 03 14:27:33.988539 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-a2841082-85b3-4b17-864d-843770626812 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:33.990124 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-a2841082-85b3-4b17-864d-843770626812 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.11 "GET /v2.0/networks?id=ed847c14-b4e7-4339-9eb2-f7233a2ed045 HTTP/1.1" status: 200 len: 816 time: 0.2003677 Sep 03 14:27:34.047874 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dc9557-8722-43eb-8a6e-ebc13d1de0e6 x-openstack-request-id: req-e5dc9557-8722-43eb-8a6e-ebc13d1de0e6 {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:27:34.048168 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a939622d-1715-4c1f-8cd2-97522b9f14bb", "name": "network-vif-plugged", "status": "completed", "tag": "a8ef88c0-4833-418f-bd96-76487b3b979d", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:27:34.048428 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5dc9557-8722-43eb-8a6e-ebc13d1de0e6 {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:27:34.048838 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a939622d-1715-4c1f-8cd2-97522b9f14bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ef88c0-4833-418f-bd96-76487b3b979d', 'code': 200} Sep 03 14:27:34.071267 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=a8ef88c0-4833-418f-bd96-76487b3b979d,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:34.075402 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-b5bcb2fc-a136-40f3-ae69-30f3d65cea20 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5d1dba9f7684a62b56998d1b3a3611b HTTP/1.1" status: 200 len: 380 time: 0.0731461 Sep 03 14:27:34.116541 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-2a0a827a-197a-4a6f-86ed-a23f05fbf513 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Request body: {'port': {'device_id': '1e30ecca-e7fc-4054-882c-0d4980698377', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'admin_state_up': True, 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'security_groups': ['abd81e34-4c90-45e3-992c-0609263911f6']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:34.119979 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ab8bb44c-5402-428a-bbb6-25c1b6dcb160 req-0b4db4d2-10a6-4ad6-b949-e58c876b6ac0 service neutron] 10.222.0.11 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492457 Sep 03 14:27:34.204037 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf734553-1f94-4d5c-a0de-d5f53e5b5503 service neutron] 10.222.0.23 "GET /v2.0/networks/fb235152-1981-4289-a876-4c18cb9ce3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329099 Sep 03 14:27:34.210586 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a6bcc-c82d-4615-9e0c-4c212ba20e21 req-294bcca0-9864-47ea-a3ee-b904a2a18d64 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:34.223885 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-811a6bcc-c82d-4615-9e0c-4c212ba20e21 req-294bcca0-9864-47ea-a3ee-b904a2a18d64 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0870442 Sep 03 14:27:34.264343 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-2a0a827a-197a-4a6f-86ed-a23f05fbf513 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Made reservation on behalf of c5d1dba9f7684a62b56998d1b3a3611b for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:27:34.268294 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-2a0a827a-197a-4a6f-86ed-a23f05fbf513 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:34.302352 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-811a6bcc-c82d-4615-9e0c-4c212ba20e21 req-ee2a7631-cb29-44e3-b3a8-f3f2be49e036 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771573 Sep 03 14:27:34.347072 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e9833-0896-4dc3-90cb-e869ac095303 req-b39a2ea8-27da-454c-80ef-85667db96704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:34.347072 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-001e9833-0896-4dc3-90cb-e869ac095303 req-b39a2ea8-27da-454c-80ef-85667db96704 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 1098 time: 0.0656009 Sep 03 14:27:34.398176 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-001e9833-0896-4dc3-90cb-e869ac095303 req-d5ff6b85-98f5-4dae-b322-cb0faa44dc4b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419483 Sep 03 14:27:34.441153 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-2a0a827a-197a-4a6f-86ed-a23f05fbf513 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Allocated IP 172.20.0.6 (ed847c14-b4e7-4339-9eb2-f7233a2ed045/411675b4-faba-4ad4-96ec-19e22cdccb68/62222baf-f4be-4b01-9b17-7680cdea93d7) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:27:34.441987 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f4eb202f-c692-47e5-9e93-553ed28dc79c req-47709772-c485-4430-bbee-f937b539be7a tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb HTTP/1.1" status: 200 len: 210 time: 0.0331068 Sep 03 14:27:34.623444 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-28499458-c1de-4c03-bb7a-94290cc751d2 req-58f50a7b-b280-4cd3-a8d2-bb613e80e531 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 210 time: 0.0520008 Sep 03 14:27:34.671486 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-2a0a827a-197a-4a6f-86ed-a23f05fbf513 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:34.695443 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-2a0a827a-197a-4a6f-86ed-a23f05fbf513 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Transition to ACTIVE for port object 62222baf-f4be-4b01-9b17-7680cdea93d7 will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:27:34.734404 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-2a0a827a-197a-4a6f-86ed-a23f05fbf513 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:34.778541 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-2a0a827a-197a-4a6f-86ed-a23f05fbf513 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Network ed847c14-b4e7-4339-9eb2-f7233a2ed045 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:27:34.781836 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-2a0a827a-197a-4a6f-86ed-a23f05fbf513 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:27:34.785623 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-2a0a827a-197a-4a6f-86ed-a23f05fbf513 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:27:34.816179 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a827a-197a-4a6f-86ed-a23f05fbf513 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Pushing event updated for resources: {'Port': ['ID=62222baf-f4be-4b01-9b17-7680cdea93d7,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:34.844928 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-2a0a827a-197a-4a6f-86ed-a23f05fbf513 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:34.846424 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-2a0a827a-197a-4a6f-86ed-a23f05fbf513 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:34.862385 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-2a0a827a-197a-4a6f-86ed-a23f05fbf513 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7519236 Sep 03 14:27:34.883925 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Request body: {'port': {'device_id': '1e30ecca-e7fc-4054-882c-0d4980698377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:34.959323 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:35.102054 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-ab5dbb6f-4172-41e9-a9f5-4600209cc9f8 None None] Provisioning for port 62222baf-f4be-4b01-9b17-7680cdea93d7 completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:27:35.107348 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-ab5dbb6f-4172-41e9-a9f5-4600209cc9f8 None None] Provisioning complete for port 62222baf-f4be-4b01-9b17-7680cdea93d7 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:27:35.107733 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-ab5dbb6f-4172-41e9-a9f5-4600209cc9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:35.155841 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-ab5dbb6f-4172-41e9-a9f5-4600209cc9f8 None None] Port 62222baf-f4be-4b01-9b17-7680cdea93d7 cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:27:35.282628 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62222baf-f4be-4b01-9b17-7680cdea93d7 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:27:35.291186 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:35.303856 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Transition to ACTIVE for port object 62222baf-f4be-4b01-9b17-7680cdea93d7 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:27:35.307991 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:35.362617 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Pushing event updated for resources: {'Port': ['ID=62222baf-f4be-4b01-9b17-7680cdea93d7,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:35.468247 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076847b-0edd-49e3-a63d-2d70c6ddfead req-72eb17bb-113e-4990-a96d-aabed0086022 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:35.470368 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-b076847b-0edd-49e3-a63d-2d70c6ddfead req-72eb17bb-113e-4990-a96d-aabed0086022 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0792053 Sep 03 14:27:35.480596 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Attempting to bind port 62222baf-f4be-4b01-9b17-7680cdea93d7 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:27:35.482077 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Attempting to bind port 62222baf-f4be-4b01-9b17-7680cdea93d7 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '5b48d9a6-d038-496d-b4c6-7771243ad500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:27:35.482662 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Attempting to bind port 62222baf-f4be-4b01-9b17-7680cdea93d7 on network ed847c14-b4e7-4339-9eb2-f7233a2ed045 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:27:35.490113 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Port 62222baf-f4be-4b01-9b17-7680cdea93d7 on network ed847c14-b4e7-4339-9eb2-f7233a2ed045 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:27:35.490455 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Attempting to bind port 62222baf-f4be-4b01-9b17-7680cdea93d7 on network ed847c14-b4e7-4339-9eb2-f7233a2ed045 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:27:35.496618 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:27:35.496964 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Checking segment: {'id': '5b48d9a6-d038-496d-b4c6-7771243ad500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:27:35.497354 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Bound using segment: {'id': '5b48d9a6-d038-496d-b4c6-7771243ad500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:27:35.497844 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Bound port: 62222baf-f4be-4b01-9b17-7680cdea93d7, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b48d9a6-d038-496d-b4c6-7771243ad500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:27:35.498212 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:35.524914 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-b076847b-0edd-49e3-a63d-2d70c6ddfead req-a3852439-2df5-44a7-99a8-a1c2a97f3cb9 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454464 Sep 03 14:27:35.630528 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-88dca3cc-c9bc-486d-bd22-1b24804bc057 req-a4163bb9-c66c-4c5a-9ed3-aa4dc9e50596 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb HTTP/1.1" status: 200 len: 210 time: 0.0498633 Sep 03 14:27:35.659870 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] For port 62222baf-f4be-4b01-9b17-7680cdea93d7, host hv-cinder-75995, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:27:35.680861 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] For port 62222baf-f4be-4b01-9b17-7680cdea93d7, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=62222baf-f4be-4b01-9b17-7680cdea93d7,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:27:35.688489 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:35.700209 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23b360-7468-417d-b9ba-803016771dc8 req-3c738f54-a2e8-4977-9aee-14df8bbe3bde tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:35.701951 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bb23b360-7468-417d-b9ba-803016771dc8 req-3c738f54-a2e8-4977-9aee-14df8bbe3bde tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.11 "GET /v2.0/networks?id=fb235152-1981-4289-a876-4c18cb9ce3f8 HTTP/1.1" status: 200 len: 813 time: 0.1709132 Sep 03 14:27:35.722566 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [req-bb23b360-7468-417d-b9ba-803016771dc8 req-fe91cbc4-9196-4cd4-ae21-5ec067a2d415 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Request body: {'port': {'device_id': '2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb', 'network_id': 'fb235152-1981-4289-a876-4c18cb9ce3f8', 'admin_state_up': True, 'tenant_id': '64f065a843454e3cac530b36c30d9dd0'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:35.743102 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:35.743792 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:35.745546 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] 10.222.0.11 "PUT /v2.0/ports/62222baf-f4be-4b01-9b17-7680cdea93d7 HTTP/1.1" status: 200 len: 1093 time: 0.8664315 Sep 03 14:27:35.748537 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e30ecca-e7fc-4054-882c-0d4980698377', 'tag': '62222baf-f4be-4b01-9b17-7680cdea93d7'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:27:35.752051 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cc6747-cc53-4702-a42e-dd0c6bcf2d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e30ecca-e7fc-4054-882c-0d4980698377", "tag": "62222baf-f4be-4b01-9b17-7680cdea93d7"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:27:35.809868 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e27b03-5776-4529-940f-5ba3f0c11d11 service neutron] Pushing event updated for resources: {'Port': ['ID=62222baf-f4be-4b01-9b17-7680cdea93d7,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:35.837620 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1e6f13-5b3d-4e8b-8f06-60389efa94d6 x-openstack-request-id: req-ce1e6f13-5b3d-4e8b-8f06-60389efa94d6 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:27:35.837797 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e30ecca-e7fc-4054-882c-0d4980698377", "tag": "62222baf-f4be-4b01-9b17-7680cdea93d7", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:27:35.838132 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce1e6f13-5b3d-4e8b-8f06-60389efa94d6 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:27:35.838762 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e30ecca-e7fc-4054-882c-0d4980698377', 'tag': '62222baf-f4be-4b01-9b17-7680cdea93d7', 'status': 'completed', 'code': 200} Sep 03 14:27:35.879527 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-2ceb9c64-6704-4701-93a2-bb37408d383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:35.881590 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-2ceb9c64-6704-4701-93a2-bb37408d383d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d1dba9f7684a62b56998d1b3a3611b&device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 1096 time: 0.0623367 Sep 03 14:27:35.931859 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-0172ed42-043c-4e56-8bda-04a8e3056c6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62222baf-f4be-4b01-9b17-7680cdea93d7 HTTP/1.1" status: 200 len: 217 time: 0.0414164 Sep 03 14:27:35.944640 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff7187-a3ae-440f-b3f9-b186ade4c070 req-c6076130-0547-486e-a744-8c408b2a411b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:35.947135 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-89ff7187-a3ae-440f-b3f9-b186ade4c070 req-c6076130-0547-486e-a744-8c408b2a411b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.0888381 Sep 03 14:27:35.968333 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb23b360-7468-417d-b9ba-803016771dc8 req-fe91cbc4-9196-4cd4-ae21-5ec067a2d415 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Made reservation on behalf of 64f065a843454e3cac530b36c30d9dd0 for: {'port': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:27:35.973770 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-bb23b360-7468-417d-b9ba-803016771dc8 req-fe91cbc4-9196-4cd4-ae21-5ec067a2d415 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:36.000190 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-0a460240-cd1e-49c1-b34f-ebe0bd882617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:36.002388 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-0a460240-cd1e-49c1-b34f-ebe0bd882617 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=411675b4-faba-4ad4-96ec-19e22cdccb68 HTTP/1.1" status: 200 len: 855 time: 0.0618374 Sep 03 14:27:36.029908 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-89ff7187-a3ae-440f-b3f9-b186ade4c070 req-bb6fbafc-bde3-49f4-aa44-9ae8b37b77d8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710950 Sep 03 14:27:36.070214 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-6e23f122-6e7a-43b7-84cd-93b57af6f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:36.071937 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-6e23f122-6e7a-43b7-84cd-93b57af6f401 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed847c14-b4e7-4339-9eb2-f7233a2ed045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0603707 Sep 03 14:27:36.163539 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [req-bb23b360-7468-417d-b9ba-803016771dc8 req-fe91cbc4-9196-4cd4-ae21-5ec067a2d415 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Allocated IP 172.20.0.9 (fb235152-1981-4289-a876-4c18cb9ce3f8/65472ccc-708a-4001-a6ca-360bf51902e2/cadfa174-bd96-4dbd-8118-af65f15d7fe4) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:27:36.216030 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-523300b2-e736-4974-960a-ab3afa2b3884 service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347430 Sep 03 14:27:36.318699 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c47b81a-840f-4fb0-bdb5-a98dca330cef req-fb283a3d-a866-428b-b880-572a6d302f2b service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942960 Sep 03 14:27:36.353843 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-bb23b360-7468-417d-b9ba-803016771dc8 req-fe91cbc4-9196-4cd4-ae21-5ec067a2d415 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:36.397564 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-bb23b360-7468-417d-b9ba-803016771dc8 req-fe91cbc4-9196-4cd4-ae21-5ec067a2d415 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:36.425819 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc6747-cc53-4702-a42e-dd0c6bcf2d2e req-623dff7e-1aeb-48f5-aa43-f86c3d477fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:36.427241 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2cc6747-cc53-4702-a42e-dd0c6bcf2d2e req-623dff7e-1aeb-48f5-aa43-f86c3d477fe0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d1dba9f7684a62b56998d1b3a3611b&device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 1096 time: 0.0445459 Sep 03 14:27:36.446482 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb23b360-7468-417d-b9ba-803016771dc8 req-fe91cbc4-9196-4cd4-ae21-5ec067a2d415 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Network fb235152-1981-4289-a876-4c18cb9ce3f8 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:27:36.449257 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [req-bb23b360-7468-417d-b9ba-803016771dc8 req-fe91cbc4-9196-4cd4-ae21-5ec067a2d415 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:27:36.453242 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb23b360-7468-417d-b9ba-803016771dc8 req-fe91cbc4-9196-4cd4-ae21-5ec067a2d415 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:27:36.492191 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91cbc4-9196-4cd4-ae21-5ec067a2d415 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Pushing event updated for resources: {'Port': ['ID=cadfa174-bd96-4dbd-8118-af65f15d7fe4,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:36.538406 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23b360-7468-417d-b9ba-803016771dc8 req-fe91cbc4-9196-4cd4-ae21-5ec067a2d415 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:36.539238 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-bb23b360-7468-417d-b9ba-803016771dc8 req-fe91cbc4-9196-4cd4-ae21-5ec067a2d415 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:36.562846 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bb23b360-7468-417d-b9ba-803016771dc8 req-fe91cbc4-9196-4cd4-ae21-5ec067a2d415 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8442612 Sep 03 14:27:36.576659 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Request body: {'port': {'device_id': '2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:36.636806 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:36.832894 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc6747-cc53-4702-a42e-dd0c6bcf2d2e req-c6b934ad-a7d1-4809-a342-8c9ebc4c6db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:36.834494 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2cc6747-cc53-4702-a42e-dd0c6bcf2d2e req-c6b934ad-a7d1-4809-a342-8c9ebc4c6db5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed847c14-b4e7-4339-9eb2-f7233a2ed045 HTTP/1.1" status: 200 len: 917 time: 0.3903835 Sep 03 14:27:36.857955 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40654acf-d6a7-4c63-9643-5023c13d446f req-a6ddad02-6bfe-4000-8718-d232967e06ec tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:36.859696 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-40654acf-d6a7-4c63-9643-5023c13d446f req-a6ddad02-6bfe-4000-8718-d232967e06ec tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0881205 Sep 03 14:27:36.892742 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2cc6747-cc53-4702-a42e-dd0c6bcf2d2e req-86ac0d4b-db1c-455d-ab3d-0076699806da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62222baf-f4be-4b01-9b17-7680cdea93d7 HTTP/1.1" status: 200 len: 217 time: 0.0499442 Sep 03 14:27:36.939403 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bf2ba-5656-4333-89ea-210d98bc8d43 req-22210294-2b21-449b-bba3-7120bf862fc2 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:36.942252 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-375bf2ba-5656-4333-89ea-210d98bc8d43 req-22210294-2b21-449b-bba3-7120bf862fc2 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb HTTP/1.1" status: 200 len: 931 time: 0.2243509 Sep 03 14:27:36.956388 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-40654acf-d6a7-4c63-9643-5023c13d446f req-319532ed-ae70-4637-93cc-5ab39e03bf14 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663750 Sep 03 14:27:36.966221 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc6747-cc53-4702-a42e-dd0c6bcf2d2e req-5eba34ba-9491-4c99-abd9-5dd7a2157cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:36.967756 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2cc6747-cc53-4702-a42e-dd0c6bcf2d2e req-5eba34ba-9491-4c99-abd9-5dd7a2157cd2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=411675b4-faba-4ad4-96ec-19e22cdccb68 HTTP/1.1" status: 200 len: 855 time: 0.0624280 Sep 03 14:27:37.020747 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc6747-cc53-4702-a42e-dd0c6bcf2d2e req-6251e725-2351-481d-8a1a-84fe352002a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:37.022889 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2cc6747-cc53-4702-a42e-dd0c6bcf2d2e req-6251e725-2351-481d-8a1a-84fe352002a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed847c14-b4e7-4339-9eb2-f7233a2ed045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455697 Sep 03 14:27:37.095250 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-375bf2ba-5656-4333-89ea-210d98bc8d43 req-e124335c-1414-4b58-aa4b-3de6c6c6516a tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342466 Sep 03 14:27:37.161879 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c8883-b99a-4c90-9bba-339701823bb8 req-e539f558-840d-4a8a-8644-b9d288ed4c32 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:37.163627 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-861c8883-b99a-4c90-9bba-339701823bb8 req-e539f558-840d-4a8a-8644-b9d288ed4c32 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.1184778 Sep 03 14:27:37.195546 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2cc6747-cc53-4702-a42e-dd0c6bcf2d2e req-99b80aa6-cf9a-40a9-8b58-c62f3ef287de service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600485 Sep 03 14:27:37.251463 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-861c8883-b99a-4c90-9bba-339701823bb8 req-464280d0-6add-41c2-bbf2-25d55b29787a tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718732 Sep 03 14:27:37.271453 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cadfa174-bd96-4dbd-8118-af65f15d7fe4 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:27:37.279659 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 47470) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:37.285511 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:37.308903 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Transition to ACTIVE for port object cadfa174-bd96-4dbd-8118-af65f15d7fe4 will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:27:37.318884 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4db73d-651f-4b8f-921a-dbe80fdd1bc4 req-6a598bd7-eff6-4d2a-a856-0c67e4fce665 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:37.320757 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bc4db73d-651f-4b8f-921a-dbe80fdd1bc4 req-6a598bd7-eff6-4d2a-a856-0c67e4fce665 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.1235459 Sep 03 14:27:37.322151 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:37.331589 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2cc6747-cc53-4702-a42e-dd0c6bcf2d2e req-c3a1988e-7162-48fc-bfac-26258965aaef service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257176 Sep 03 14:27:37.462010 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Pushing event updated for resources: {'Port': ['ID=cadfa174-bd96-4dbd-8118-af65f15d7fe4,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:37.520496 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bc4db73d-651f-4b8f-921a-dbe80fdd1bc4 req-a7b3a1e4-c5e7-4711-baf7-e0b4b6bb70c6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815052 Sep 03 14:27:37.560320 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bb4965-ee0d-466f-807e-e1e6fe75c464 tempest-TestShelveInstance-1316404013 tempest-TestShelveInstance-1316404013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:37.561877 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-94bb4965-ee0d-466f-807e-e1e6fe75c464 tempest-TestShelveInstance-1316404013 tempest-TestShelveInstance-1316404013-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 1093 time: 0.2795732 Sep 03 14:27:37.566477 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 47478) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:37.571366 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Request body: {'floatingip': {'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'port_id': 'a8ef88c0-4833-418f-bd96-76487b3b979d', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:37.576042 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Attempting to bind port cadfa174-bd96-4dbd-8118-af65f15d7fe4 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:27:37.576380 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Attempting to bind port cadfa174-bd96-4dbd-8118-af65f15d7fe4 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '244f40f9-1579-4199-989a-54c0e140b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fb235152-1981-4289-a876-4c18cb9ce3f8'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:27:37.576718 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Attempting to bind port cadfa174-bd96-4dbd-8118-af65f15d7fe4 on network fb235152-1981-4289-a876-4c18cb9ce3f8 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:27:37.587697 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Port cadfa174-bd96-4dbd-8118-af65f15d7fe4 on network fb235152-1981-4289-a876-4c18cb9ce3f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:27:37.588028 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Attempting to bind port cadfa174-bd96-4dbd-8118-af65f15d7fe4 on network fb235152-1981-4289-a876-4c18cb9ce3f8 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:27:37.599671 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:27:37.600015 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Checking segment: {'id': '244f40f9-1579-4199-989a-54c0e140b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fb235152-1981-4289-a876-4c18cb9ce3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:27:37.600943 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Bound using segment: {'id': '244f40f9-1579-4199-989a-54c0e140b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fb235152-1981-4289-a876-4c18cb9ce3f8'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:27:37.601395 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Bound port: cadfa174-bd96-4dbd-8118-af65f15d7fe4, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244f40f9-1579-4199-989a-54c0e140b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fb235152-1981-4289-a876-4c18cb9ce3f8'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:27:37.601780 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:37.619072 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for floatingip, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:37.704921 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 62222baf-f4be-4b01-9b17-7680cdea93d7 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:27:37.707611 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] For port cadfa174-bd96-4dbd-8118-af65f15d7fe4, host hv-cinder-75995, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:27:37.715963 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] For port cadfa174-bd96-4dbd-8118-af65f15d7fe4, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=cadfa174-bd96-4dbd-8118-af65f15d7fe4,segment=NetworkSegment(244f40f9-1579-4199-989a-54c0e140b430),segment_id=244f40f9-1579-4199-989a-54c0e140b430)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:27:37.724179 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:37.850974 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 62222baf-f4be-4b01-9b17-7680cdea93d7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=62222baf-f4be-4b01-9b17-7680cdea93d7,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:27:37.863562 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': '62222baf-f4be-4b01-9b17-7680cdea93d7', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'port_id': '62222baf-f4be-4b01-9b17-7680cdea93d7', 'mac_address': 'fa:16:3e:20:c2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:27:37.910750 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:37.925704 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62222baf-f4be-4b01-9b17-7680cdea93d7 {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:27:37.951801 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 62222baf-f4be-4b01-9b17-7680cdea93d7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=62222baf-f4be-4b01-9b17-7680cdea93d7,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:27:37.956982 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:38.003487 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:38.004345 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:38.005832 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bb23b360-7468-417d-b9ba-803016771dc8 req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] 10.222.0.11 "PUT /v2.0/ports/cadfa174-bd96-4dbd-8118-af65f15d7fe4 HTTP/1.1" status: 200 len: 1093 time: 1.4338443 Sep 03 14:27:38.012435 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb', 'tag': 'cadfa174-bd96-4dbd-8118-af65f15d7fe4'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:27:38.015381 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=62222baf-f4be-4b01-9b17-7680cdea93d7,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:38.016381 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b1ee8b-0084-406b-a31b-1c8e32261d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb", "tag": "cadfa174-bd96-4dbd-8118-af65f15d7fe4"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:27:38.080463 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c96f2be-9c02-4a09-9949-4a824aa57791 x-openstack-request-id: req-6c96f2be-9c02-4a09-9949-4a824aa57791 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:27:38.080759 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb", "tag": "cadfa174-bd96-4dbd-8118-af65f15d7fe4", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:27:38.081010 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c96f2be-9c02-4a09-9949-4a824aa57791 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:27:38.081393 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb', 'tag': 'cadfa174-bd96-4dbd-8118-af65f15d7fe4', 'status': 'completed', 'code': 200} Sep 03 14:27:38.105027 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74105c-30d8-4793-b413-37cf28553e14 service neutron] Pushing event updated for resources: {'Port': ['ID=cadfa174-bd96-4dbd-8118-af65f15d7fe4,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:38.124431 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:38.137227 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23b360-7468-417d-b9ba-803016771dc8 req-221fb760-f454-4adb-9708-bd3b6151bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:38.138771 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bb23b360-7468-417d-b9ba-803016771dc8 req-221fb760-f454-4adb-9708-bd3b6151bd4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64f065a843454e3cac530b36c30d9dd0&device_id=2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb HTTP/1.1" status: 200 len: 1096 time: 0.0903099 Sep 03 14:27:38.221135 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bb23b360-7468-417d-b9ba-803016771dc8 req-45a8d33b-f405-4bdf-9a5e-ee3f7ce34788 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cadfa174-bd96-4dbd-8118-af65f15d7fe4 HTTP/1.1" status: 200 len: 217 time: 0.0517900 Sep 03 14:27:38.260230 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44d241-a027-454d-9397-d43ad959ca9f req-d342403b-887e-4aba-b249-118516de9e5f tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:38.261720 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6e44d241-a027-454d-9397-d43ad959ca9f req-d342403b-887e-4aba-b249-118516de9e5f tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb HTTP/1.1" status: 200 len: 943 time: 0.0573971 Sep 03 14:27:38.262868 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['62222baf-f4be-4b01-9b17-7680cdea93d7'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:27:38.309103 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6e44d241-a027-454d-9397-d43ad959ca9f req-2b4c1e84-3ddc-42ec-bcef-ed4846563863 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379097 Sep 03 14:27:38.342550 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Allocated IP 172.27.3.50 (71a2aaf5-8009-41a7-aebe-f6027ce2b898/3592d6f5-ce6a-448b-9072-bd66af67c647/2d287fcd-03e4-4e2b-9fa6-9de69b998316) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:27:38.356005 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23b360-7468-417d-b9ba-803016771dc8 req-ca540938-a5a7-4b2f-b167-95af292dc4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:38.357585 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bb23b360-7468-417d-b9ba-803016771dc8 req-ca540938-a5a7-4b2f-b167-95af292dc4a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65472ccc-708a-4001-a6ca-360bf51902e2 HTTP/1.1" status: 200 len: 853 time: 0.1205821 Sep 03 14:27:38.418407 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bb23b360-7468-417d-b9ba-803016771dc8 req-1c93aae3-7de1-42c9-91e4-75832556807f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb235152-1981-4289-a876-4c18cb9ce3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494740 Sep 03 14:27:38.558951 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:38.585721 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bb23b360-7468-417d-b9ba-803016771dc8 req-54ca31d3-d45a-4dd9-beee-c98b7187f473 service neutron] 10.222.0.11 "GET /v2.0/networks/fb235152-1981-4289-a876-4c18cb9ce3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354442 Sep 03 14:27:38.715728 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:38.786713 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:27:38.800155 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:27:38.803829 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Pushing event updated for resources: {'Port': ['ID=2d287fcd-03e4-4e2b-9fa6-9de69b998316,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:38.810363 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:27:38.827316 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7b810-4760-4fe7-8b7a-3a724b23b0a2 req-fd55ea2e-1eb1-4869-9804-b9e86d39acef tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:38.830171 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-aba7b810-4760-4fe7-8b7a-3a724b23b0a2 req-fd55ea2e-1eb1-4869-9804-b9e86d39acef tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 944 time: 0.1844375 Sep 03 14:27:38.833575 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bb23b360-7468-417d-b9ba-803016771dc8 req-5a9e9dfe-2c51-4792-bdf8-290c00747330 service neutron] 10.222.0.11 "GET /v2.0/networks/fb235152-1981-4289-a876-4c18cb9ce3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367206 Sep 03 14:27:39.009104 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-aba7b810-4760-4fe7-8b7a-3a724b23b0a2 req-a5b8a3de-3477-4597-9a2f-403c21783a67 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700232 Sep 03 14:27:39.014392 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc592e-e400-4e60-982d-1fb80ea51b02 req-b39b55c8-6ce6-427f-8ec5-445a697363fc tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:39.016053 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-18bc592e-e400-4e60-982d-1fb80ea51b02 req-b39b55c8-6ce6-427f-8ec5-445a697363fc tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0556295 Sep 03 14:27:39.065449 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-18bc592e-e400-4e60-982d-1fb80ea51b02 req-ea9e4fa5-66f3-4f97-94b8-582da2ae09ae tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390174 Sep 03 14:27:39.091801 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1ee8b-0084-406b-a31b-1c8e32261d1c req-c6f8c9ba-a1e4-4a95-b00e-a6d5acb68806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:39.093328 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-32b1ee8b-0084-406b-a31b-1c8e32261d1c req-c6f8c9ba-a1e4-4a95-b00e-a6d5acb68806 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64f065a843454e3cac530b36c30d9dd0&device_id=2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb HTTP/1.1" status: 200 len: 1096 time: 0.1942942 Sep 03 14:27:39.299905 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1ee8b-0084-406b-a31b-1c8e32261d1c req-c894d93d-dda2-4c56-b909-beac0e9fdd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:39.301542 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-32b1ee8b-0084-406b-a31b-1c8e32261d1c req-c894d93d-dda2-4c56-b909-beac0e9fdd22 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb235152-1981-4289-a876-4c18cb9ce3f8 HTTP/1.1" status: 200 len: 914 time: 0.1961362 Sep 03 14:27:39.397137 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-32b1ee8b-0084-406b-a31b-1c8e32261d1c req-ad6cf4fe-3cf3-4147-8e46-bc502e0bb2dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cadfa174-bd96-4dbd-8118-af65f15d7fe4 HTTP/1.1" status: 200 len: 217 time: 0.0790904 Sep 03 14:27:39.626529 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1ee8b-0084-406b-a31b-1c8e32261d1c req-fe4b4698-0af4-45b2-9070-f1572aee5ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:39.627938 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-32b1ee8b-0084-406b-a31b-1c8e32261d1c req-fe4b4698-0af4-45b2-9070-f1572aee5ba6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65472ccc-708a-4001-a6ca-360bf51902e2 HTTP/1.1" status: 200 len: 853 time: 0.2058637 Sep 03 14:27:39.660036 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c772-3e52-4053-9ce3-c1614557b419 req-a771b3a2-e7ea-4a76-b89d-f46d409679b2 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:39.661689 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-56a8c772-3e52-4053-9ce3-c1614557b419 req-a771b3a2-e7ea-4a76-b89d-f46d409679b2 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb HTTP/1.1" status: 200 len: 943 time: 0.2600632 Sep 03 14:27:39.700489 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-32b1ee8b-0084-406b-a31b-1c8e32261d1c req-4caae78c-f33e-484c-87cd-f98c3165d368 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb235152-1981-4289-a876-4c18cb9ce3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559630 Sep 03 14:27:39.714093 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:39.738590 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 62222baf-f4be-4b01-9b17-7680cdea93d7 up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:27:39.792254 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port 62222baf-f4be-4b01-9b17-7680cdea93d7 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:27:39.796554 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port 62222baf-f4be-4b01-9b17-7680cdea93d7 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:27:39.796998 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:39.839611 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-56a8c772-3e52-4053-9ce3-c1614557b419 req-4bd00577-16b8-451b-be8d-484eabf0b911 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680984 Sep 03 14:27:39.907993 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:39.934508 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e30ecca-e7fc-4054-882c-0d4980698377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62222baf-f4be-4b01-9b17-7680cdea93d7'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:27:39.936835 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0758c7-32e1-430b-9891-94f7623ef972" -d '{"events": [{"server_uuid": "1e30ecca-e7fc-4054-882c-0d4980698377", "name": "network-vif-plugged", "status": "completed", "tag": "62222baf-f4be-4b01-9b17-7680cdea93d7"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:27:39.954216 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 62222baf-f4be-4b01-9b17-7680cdea93d7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=62222baf-f4be-4b01-9b17-7680cdea93d7,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:27:39.958963 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:39.990428 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87342a4-9263-4908-a5de-5704081e5912 x-openstack-request-id: req-a87342a4-9263-4908-a5de-5704081e5912 {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:27:39.990738 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e30ecca-e7fc-4054-882c-0d4980698377", "name": "network-vif-plugged", "status": "completed", "tag": "62222baf-f4be-4b01-9b17-7680cdea93d7", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:27:39.991577 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a87342a4-9263-4908-a5de-5704081e5912 {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:27:39.992016 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e30ecca-e7fc-4054-882c-0d4980698377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62222baf-f4be-4b01-9b17-7680cdea93d7', 'code': 200} Sep 03 14:27:40.026651 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=62222baf-f4be-4b01-9b17-7680cdea93d7,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:40.163886 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-be3668f9-6351-4d72-89b4-981a5cc97ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:40.190816 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-32b1ee8b-0084-406b-a31b-1c8e32261d1c req-9dd73abe-a091-4661-8793-929ded7028be service neutron] 10.222.0.11 "GET /v2.0/networks/fb235152-1981-4289-a876-4c18cb9ce3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618995 Sep 03 14:27:40.192533 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:40.215754 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03ecfe-cc32-4834-a719-4ce5358d1d78 req-f95689ff-815b-4a16-a1dd-187265d30423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:40.217314 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8e03ecfe-cc32-4834-a719-4ce5358d1d78 req-f95689ff-815b-4a16-a1dd-187265d30423 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 1098 time: 0.0851772 Sep 03 14:27:40.233837 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037641f2-b266-448d-a250-808105ed7019 req-66196471-94a7-41c2-9dc7-148335dfe802 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:40.235415 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-037641f2-b266-448d-a250-808105ed7019 req-66196471-94a7-41c2-9dc7-148335dfe802 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0627973 Sep 03 14:27:40.283194 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8e03ecfe-cc32-4834-a719-4ce5358d1d78 req-63eb1762-8296-40df-b8a3-334d27bb43ad service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579448 Sep 03 14:27:40.287036 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a23a96-27c5-47d0-976d-9b72549a29df req-00e5976c-ff06-4cd4-af32-7a415f9c89bc tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:40.289124 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-77a23a96-27c5-47d0-976d-9b72549a29df req-00e5976c-ff06-4cd4-af32-7a415f9c89bc tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.1481819 Sep 03 14:27:40.296889 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-037641f2-b266-448d-a250-808105ed7019 req-db65d7d6-caa3-4081-a66a-472501b6b129 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550251 Sep 03 14:27:40.392898 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-77a23a96-27c5-47d0-976d-9b72549a29df req-ad0791e2-d541-4c71-a1a9-c45fc22b7389 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756717 Sep 03 14:27:40.426856 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-32b1ee8b-0084-406b-a31b-1c8e32261d1c req-71a5ad30-f089-4a48-91ae-1049053151d2 service neutron] 10.222.0.11 "GET /v2.0/networks/fb235152-1981-4289-a876-4c18cb9ce3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285933 Sep 03 14:27:40.486795 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:40.491330 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:40.564536 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Pushing event updated for resources: {'Port': ['ID=2d287fcd-03e4-4e2b-9fa6-9de69b998316,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:40.573181 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-894004'] for floatingip, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:40.679701 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.l3_db [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Floating IP ea99f1d1-a272-41b7-bcdc-f571f6f8096f associated. External IP: 172.27.3.50, port: a8ef88c0-4833-418f-bd96-76487b3b979d. Sep 03 14:27:40.902055 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Router 308c83e0-78e9-46e5-91c0-6fe6aad277b7 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:27:40.968876 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50261c85-0ea3-4cc2-9d3d-5bb3ad3ecc5e req-c711c3ab-66fa-42ca-bb73-0003ebef0bbe tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:40.970919 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-50261c85-0ea3-4cc2-9d3d-5bb3ad3ecc5e req-c711c3ab-66fa-42ca-bb73-0003ebef0bbe tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb HTTP/1.1" status: 200 len: 943 time: 0.0552530 Sep 03 14:27:41.018213 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:27:41.021146 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-50261c85-0ea3-4cc2-9d3d-5bb3ad3ecc5e req-63110d7e-a21d-4687-8305-d373f1ba3ebd tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433040 Sep 03 14:27:41.029480 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7a6d51-598d-49df-b6b3-7b76bc431b23 None None] Sync routers for ids ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:27:41.036601 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:41.047603 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a6d51-598d-49df-b6b3-7b76bc431b23 None None] Routers {'308c83e0-78e9-46e5-91c0-6fe6aad277b7'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:27:41.048289 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-9b7a6d51-598d-49df-b6b3-7b76bc431b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:27:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:41.065561 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-2b888acd-e017-4375-93c6-2bf3ceb0d99d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4980040 Sep 03 14:27:41.066355 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a939622d-1715-4c1f-8cd2-97522b9f14bb', 'tag': 'a8ef88c0-4833-418f-bd96-76487b3b979d'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:27:41.074921 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ebba78-b0da-4e9a-8f03-137d8ac6cdc6" -d '{"events": [{"name": "network-changed", "server_uuid": "a939622d-1715-4c1f-8cd2-97522b9f14bb", "tag": "a8ef88c0-4833-418f-bd96-76487b3b979d"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:27:41.111420 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b303788a-fc3f-44a8-a31b-03291a94d17c x-openstack-request-id: req-b303788a-fc3f-44a8-a31b-03291a94d17c {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:27:41.111766 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a939622d-1715-4c1f-8cd2-97522b9f14bb", "tag": "a8ef88c0-4833-418f-bd96-76487b3b979d", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:27:41.112002 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b303788a-fc3f-44a8-a31b-03291a94d17c {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:27:41.112407 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a939622d-1715-4c1f-8cd2-97522b9f14bb', 'tag': 'a8ef88c0-4833-418f-bd96-76487b3b979d', 'status': 'completed', 'code': 200} Sep 03 14:27:41.165804 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-9b7a6d51-598d-49df-b6b3-7b76bc431b23 None None] Set router 308c83e0-78e9-46e5-91c0-6fe6aad277b7 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:27:41.181102 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebba78-b0da-4e9a-8f03-137d8ac6cdc6 req-06602f56-798a-4301-b7f6-8538550949f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:41.182661 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-66ebba78-b0da-4e9a-8f03-137d8ac6cdc6 req-06602f56-798a-4301-b7f6-8538550949f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3432258e520247ce9ede8396ea60327b&device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 1098 time: 0.0440438 Sep 03 14:27:41.311374 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebba78-b0da-4e9a-8f03-137d8ac6cdc6 req-1c29d145-5941-4e17-8f9e-1c64dc34ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:41.313817 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-66ebba78-b0da-4e9a-8f03-137d8ac6cdc6 req-1c29d145-5941-4e17-8f9e-1c64dc34ea57 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c0ba576-5640-4463-8c91-cf19650ff017 HTTP/1.1" status: 200 len: 910 time: 0.1223378 Sep 03 14:27:41.388027 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-66ebba78-b0da-4e9a-8f03-137d8ac6cdc6 req-2c5ae7fa-0c69-4d71-b486-b830a4d5445c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ef88c0-4833-418f-bd96-76487b3b979d HTTP/1.1" status: 200 len: 998 time: 0.0636959 Sep 03 14:27:41.441270 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efbff3-a564-4199-9063-88f478c4b183 req-730311c5-cbb9-4f43-996f-80a5b952f33d tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:41.446370 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-34efbff3-a564-4199-9063-88f478c4b183 req-730311c5-cbb9-4f43-996f-80a5b952f33d tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0749698 Sep 03 14:27:41.460862 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebba78-b0da-4e9a-8f03-137d8ac6cdc6 req-1b8c00ba-d040-4ddc-a1dc-9f83fcb69f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:41.462408 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-66ebba78-b0da-4e9a-8f03-137d8ac6cdc6 req-1b8c00ba-d040-4ddc-a1dc-9f83fcb69f99 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9e28a41-5071-44d7-8644-3721daae54a3 HTTP/1.1" status: 200 len: 848 time: 0.0591490 Sep 03 14:27:41.482853 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-9b7a6d51-598d-49df-b6b3-7b76bc431b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'name': 'tempest-TestShelveInstance-1793451557-router', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:55Z', 'updated_at': '2021-09-03T14:26:04Z', 'revision_number': 4, 'project_id': '3432258e520247ce9ede8396ea60327b', 'gw_port': {'id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:72:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:56Z', 'updated_at': '2021-09-03T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': 'ea99f1d1-a272-41b7-bcdc-f571f6f8096f', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'port_id': 'a8ef88c0-4833-418f-bd96-76487b3b979d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017', 'mac_address': 'fa:16:3e:3b:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a939622d-1715-4c1f-8cd2-97522b9f14bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:27:39Z', 'updated_at': '2021-09-03T14:27:39Z', 'revision_number': 0, 'project_id': '3432258e520247ce9ede8396ea60327b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7b3fcc-5357-4ba8-bbc9-3841bdda5264', 'name': '', 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'mac_address': 'fa:16:3e:dd:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:26:01Z', 'updated_at': '2021-09-03T14:26:19Z', 'revision_number': 5, 'project_id': '3432258e520247ce9ede8396ea60327b', 'subnets': [{'id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:41.509061 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-34efbff3-a564-4199-9063-88f478c4b183 req-f1da8002-2acd-4bbf-b932-fec029e108ec tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514266 Sep 03 14:27:41.524390 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7a6d51-598d-49df-b6b3-7b76bc431b23 None None] Checking router: 308c83e0-78e9-46e5-91c0-6fe6aad277b7 for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:27:41.534306 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a6d51-598d-49df-b6b3-7b76bc431b23 None None] Routers {'308c83e0-78e9-46e5-91c0-6fe6aad277b7'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:27:41.534977 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-9b7a6d51-598d-49df-b6b3-7b76bc431b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:27:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:41.576314 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83ed91-d049-4204-b358-77704694d3f1 req-5a4e7165-af85-494b-9fb5-0b8ddee1a434 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:41.579154 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-2d83ed91-d049-4204-b358-77704694d3f1 req-5a4e7165-af85-494b-9fb5-0b8ddee1a434 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0879414 Sep 03 14:27:41.585263 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebba78-b0da-4e9a-8f03-137d8ac6cdc6 req-c121fed8-2343-49b8-bcad-c8b7ca4db76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:41.587030 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-66ebba78-b0da-4e9a-8f03-137d8ac6cdc6 req-c121fed8-2343-49b8-bcad-c8b7ca4db76b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c0ba576-5640-4463-8c91-cf19650ff017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0982165 Sep 03 14:27:41.643157 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-2d83ed91-d049-4204-b358-77704694d3f1 req-1a32c9b6-f20f-44d7-875b-05e140ad08ab tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551257 Sep 03 14:27:41.665930 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-9b7a6d51-598d-49df-b6b3-7b76bc431b23 None None] Set router 308c83e0-78e9-46e5-91c0-6fe6aad277b7 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:27:41.727649 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-66ebba78-b0da-4e9a-8f03-137d8ac6cdc6 req-994cf2e0-da16-4272-a8be-1019d241dd26 service neutron] 10.222.0.11 "GET /v2.0/networks/8c0ba576-5640-4463-8c91-cf19650ff017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125238 Sep 03 14:27:41.745318 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device cadfa174-bd96-4dbd-8118-af65f15d7fe4 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:27:41.822928 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-66ebba78-b0da-4e9a-8f03-137d8ac6cdc6 req-7bf2f26e-dd92-448f-b1fa-abd7dd8013ba service neutron] 10.222.0.11 "GET /v2.0/networks/8c0ba576-5640-4463-8c91-cf19650ff017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873845 Sep 03 14:27:42.049589 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port cadfa174-bd96-4dbd-8118-af65f15d7fe4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=cadfa174-bd96-4dbd-8118-af65f15d7fe4,segment=NetworkSegment(244f40f9-1579-4199-989a-54c0e140b430),segment_id=244f40f9-1579-4199-989a-54c0e140b430)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:27:42.065105 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': 'cadfa174-bd96-4dbd-8118-af65f15d7fe4', 'network_id': 'fb235152-1981-4289-a876-4c18cb9ce3f8', 'port_id': 'cadfa174-bd96-4dbd-8118-af65f15d7fe4', 'mac_address': 'fa:16:3e:b2:d7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65472ccc-708a-4001-a6ca-360bf51902e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:27:42.134527 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:42.156701 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cadfa174-bd96-4dbd-8118-af65f15d7fe4 {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:27:42.173557 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c382c2-b506-4d50-b8ee-07ceb61951b8 req-0a72fd9b-5b45-4e67-8e7f-e832dd235bfe tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:42.175691 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-81c382c2-b506-4d50-b8ee-07ceb61951b8 req-0a72fd9b-5b45-4e67-8e7f-e832dd235bfe tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb HTTP/1.1" status: 200 len: 943 time: 0.0746372 Sep 03 14:27:42.195677 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port cadfa174-bd96-4dbd-8118-af65f15d7fe4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=cadfa174-bd96-4dbd-8118-af65f15d7fe4,segment=NetworkSegment(244f40f9-1579-4199-989a-54c0e140b430),segment_id=244f40f9-1579-4199-989a-54c0e140b430)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:27:42.198953 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-9b7a6d51-598d-49df-b6b3-7b76bc431b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'name': 'tempest-TestShelveInstance-1793451557-router', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:55Z', 'updated_at': '2021-09-03T14:26:04Z', 'revision_number': 4, 'project_id': '3432258e520247ce9ede8396ea60327b', 'gw_port': {'id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:72:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:56Z', 'updated_at': '2021-09-03T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': 'ea99f1d1-a272-41b7-bcdc-f571f6f8096f', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'port_id': 'a8ef88c0-4833-418f-bd96-76487b3b979d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017', 'mac_address': 'fa:16:3e:3b:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a939622d-1715-4c1f-8cd2-97522b9f14bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:27:39Z', 'updated_at': '2021-09-03T14:27:39Z', 'revision_number': 0, 'project_id': '3432258e520247ce9ede8396ea60327b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7b3fcc-5357-4ba8-bbc9-3841bdda5264', 'name': '', 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'mac_address': 'fa:16:3e:dd:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:26:01Z', 'updated_at': '2021-09-03T14:26:19Z', 'revision_number': 5, 'project_id': '3432258e520247ce9ede8396ea60327b', 'subnets': [{'id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:42.203943 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:42.227157 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-81c382c2-b506-4d50-b8ee-07ceb61951b8 req-5444ec5d-3460-447b-81db-380dd1f2c509 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440331 Sep 03 14:27:42.244147 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7a6d51-598d-49df-b6b3-7b76bc431b23 None None] The sync data for ids ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'] in dv-cinder-759955-20-iscsi is: [{'id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'name': 'tempest-TestShelveInstance-1793451557-router', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:55Z', 'updated_at': '2021-09-03T14:26:04Z', 'revision_number': 4, 'project_id': '3432258e520247ce9ede8396ea60327b', 'gw_port': {'id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:72:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:56Z', 'updated_at': '2021-09-03T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': 'ea99f1d1-a272-41b7-bcdc-f571f6f8096f', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'port_id': 'a8ef88c0-4833-418f-bd96-76487b3b979d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017', 'mac_address': 'fa:16:3e:3b:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a939622d-1715-4c1f-8cd2-97522b9f14bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:27:39Z', 'updated_at': '2021-09-03T14:27:39Z', 'revision_number': 0, 'project_id': '3432258e520247ce9ede8396ea60327b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7b3fcc-5357-4ba8-bbc9-3841bdda5264', 'name': '', 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'mac_address': 'fa:16:3e:dd:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:26:01Z', 'updated_at': '2021-09-03T14:26:19Z', 'revision_number': 5, 'project_id': '3432258e520247ce9ede8396ea60327b', 'subnets': [{'id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:27:42.313159 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=cadfa174-bd96-4dbd-8118-af65f15d7fe4,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:42.482410 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f85f1b4-0000-4c89-a703-10e8053ad0c0 None None] New status for floating IP ea99f1d1-a272-41b7-bcdc-f571f6f8096f: ACTIVE {{(pid=93972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:27:42.512941 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['cadfa174-bd96-4dbd-8118-af65f15d7fe4'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:27:42.649986 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82175342-19e3-4cb2-bfd5-fc02b53e1309 req-b0d7827e-3394-40af-b4a6-e110dbe93d48 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:42.651610 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-82175342-19e3-4cb2-bfd5-fc02b53e1309 req-b0d7827e-3394-40af-b4a6-e110dbe93d48 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0699291 Sep 03 14:27:42.706352 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-82175342-19e3-4cb2-bfd5-fc02b53e1309 req-27195f60-35b5-4ec6-bceb-b4ca128e2117 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440373 Sep 03 14:27:42.788514 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c5143-d183-401d-961f-3f1acb00ee82 req-e2aab72e-1e36-44d1-b385-9dcdad07b55c tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:42.790727 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-611c5143-d183-401d-961f-3f1acb00ee82 req-e2aab72e-1e36-44d1-b385-9dcdad07b55c tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0674982 Sep 03 14:27:42.836534 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-611c5143-d183-401d-961f-3f1acb00ee82 req-d680da92-fd85-47dd-bd76-053e39db3d87 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383177 Sep 03 14:27:42.958398 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-bd347c12-81e2-4f1e-b447-d52c718fc7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:42.967807 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d727c82-dff9-4086-8593-d2210b42df38 req-ce02a174-bb32-4ae4-ae6d-d9d5a927851b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:42.969327 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-0d727c82-dff9-4086-8593-d2210b42df38 req-ce02a174-bb32-4ae4-ae6d-d9d5a927851b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0581458 Sep 03 14:27:42.978455 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 47526) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:27:42.983166 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-8a66fc89-55b0-4e71-a03b-3c8a32c63570 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Request body: {'floatingip': {'port_id': '62222baf-f4be-4b01-9b17-7680cdea93d7'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:27:43.055801 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8a66fc89-55b0-4e71-a03b-3c8a32c63570 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for floatingip, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:43.245217 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:43.384372 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bf2d1-81ed-4917-b9e0-3a00b9b7b9d7 req-0fa7074f-e4aa-41e4-bb40-7cc4dece045a tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:43.385975 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f47bf2d1-81ed-4917-b9e0-3a00b9b7b9d7 req-0fa7074f-e4aa-41e4-bb40-7cc4dece045a tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb HTTP/1.1" status: 200 len: 944 time: 0.0594809 Sep 03 14:27:43.427807 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f47bf2d1-81ed-4917-b9e0-3a00b9b7b9d7 req-10355cba-73db-463b-ba13-42129f1adb41 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347240 Sep 03 14:27:43.544020 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8a66fc89-55b0-4e71-a03b-3c8a32c63570 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:43.549183 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8a66fc89-55b0-4e71-a03b-3c8a32c63570 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-894004'] for floatingip, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:43.658688 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.l3_db [None req-8a66fc89-55b0-4e71-a03b-3c8a32c63570 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Floating IP da5e9f31-e6cd-4167-9ab0-f014226e78ec associated. External IP: 172.27.3.122, port: 62222baf-f4be-4b01-9b17-7680cdea93d7. Sep 03 14:27:43.771923 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device cadfa174-bd96-4dbd-8118-af65f15d7fe4 up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:27:43.825396 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port cadfa174-bd96-4dbd-8118-af65f15d7fe4 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:27:43.829814 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port cadfa174-bd96-4dbd-8118-af65f15d7fe4 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:27:43.830193 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:43.923922 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:43.966558 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadfa174-bd96-4dbd-8118-af65f15d7fe4'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:27:43.970541 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e508413-bff0-44a9-9fc2-7d86d394120f" -d '{"events": [{"server_uuid": "2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb", "name": "network-vif-plugged", "status": "completed", "tag": "cadfa174-bd96-4dbd-8118-af65f15d7fe4"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:27:43.989917 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port cadfa174-bd96-4dbd-8118-af65f15d7fe4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=cadfa174-bd96-4dbd-8118-af65f15d7fe4,segment=NetworkSegment(244f40f9-1579-4199-989a-54c0e140b430),segment_id=244f40f9-1579-4199-989a-54c0e140b430)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:27:43.998241 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:44.019986 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3fc1c-b3e5-4411-8a98-f82a09955e16 req-be87201a-72e3-4cb7-9634-72300b6eb79f tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:44.021637 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f2f3fc1c-b3e5-4411-8a98-f82a09955e16 req-be87201a-72e3-4cb7-9634-72300b6eb79f tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.1094248 Sep 03 14:27:44.041721 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dcfab5-7086-4d5b-9595-b751e15338dd x-openstack-request-id: req-82dcfab5-7086-4d5b-9595-b751e15338dd {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:27:44.042277 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb", "name": "network-vif-plugged", "status": "completed", "tag": "cadfa174-bd96-4dbd-8118-af65f15d7fe4", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:27:44.043928 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82dcfab5-7086-4d5b-9595-b751e15338dd {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:27:44.043928 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadfa174-bd96-4dbd-8118-af65f15d7fe4', 'code': 200} Sep 03 14:27:44.087771 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=cadfa174-bd96-4dbd-8118-af65f15d7fe4,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:27:44.145604 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f2f3fc1c-b3e5-4411-8a98-f82a09955e16 req-bd65c374-6b1a-4f79-8c88-190d7d5f9af0 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121814 Sep 03 14:27:44.200217 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a66fc89-55b0-4e71-a03b-3c8a32c63570 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Router 0a819294-8734-4a8a-80c9-6576aa09eff4 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:27:44.324983 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f24f6-1e2e-499b-9f3d-72384d345dbe req-63ee1120-cabf-4006-a168-b48e75daa079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:44.325626 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-606f24f6-1e2e-499b-9f3d-72384d345dbe req-63ee1120-cabf-4006-a168-b48e75daa079 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb HTTP/1.1" status: 200 len: 1098 time: 0.1161187 Sep 03 14:27:44.342839 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:44.388997 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-606f24f6-1e2e-499b-9f3d-72384d345dbe req-725dd08e-99d4-4bb4-8f5f-dec2f5d17b5c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526810 Sep 03 14:27:44.390097 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a66fc89-55b0-4e71-a03b-3c8a32c63570 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:27:44.394914 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8a66fc89-55b0-4e71-a03b-3c8a32c63570 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:44.402564 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a3247-81b7-40f3-9503-fe88764544fe None None] Sync routers for ids ['0a819294-8734-4a8a-80c9-6576aa09eff4'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:27:44.413612 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a3247-81b7-40f3-9503-fe88764544fe None None] Routers {'0a819294-8734-4a8a-80c9-6576aa09eff4'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:27:44.414489 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-f65a3247-81b7-40f3-9503-fe88764544fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:27:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['0a819294-8734-4a8a-80c9-6576aa09eff4'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:44.424228 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-8a66fc89-55b0-4e71-a03b-3c8a32c63570 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "PUT /v2.0/floatingips/da5e9f31-e6cd-4167-9ab0-f014226e78ec HTTP/1.1" status: 200 len: 991 time: 1.4446502 Sep 03 14:27:44.424833 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e30ecca-e7fc-4054-882c-0d4980698377', 'tag': '62222baf-f4be-4b01-9b17-7680cdea93d7'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:27:44.427222 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b8ca39-cdf3-4495-89b8-c16acae87d11" -d '{"events": [{"name": "network-changed", "server_uuid": "1e30ecca-e7fc-4054-882c-0d4980698377", "tag": "62222baf-f4be-4b01-9b17-7680cdea93d7"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:27:44.487897 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf2001f-27ac-4f79-b1ed-a06db547a22b x-openstack-request-id: req-baf2001f-27ac-4f79-b1ed-a06db547a22b {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:27:44.488393 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e30ecca-e7fc-4054-882c-0d4980698377", "tag": "62222baf-f4be-4b01-9b17-7680cdea93d7", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:27:44.488780 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-baf2001f-27ac-4f79-b1ed-a06db547a22b {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:27:44.489929 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e30ecca-e7fc-4054-882c-0d4980698377', 'tag': '62222baf-f4be-4b01-9b17-7680cdea93d7', 'status': 'completed', 'code': 200} Sep 03 14:27:44.558580 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-f65a3247-81b7-40f3-9503-fe88764544fe None None] Set router 0a819294-8734-4a8a-80c9-6576aa09eff4 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:27:44.602169 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566911a6-6a3f-4057-a105-7042e3ad30b4 req-6af7f054-d5d2-4f28-85b2-e470fe5d3fb1 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:44.603930 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-566911a6-6a3f-4057-a105-7042e3ad30b4 req-6af7f054-d5d2-4f28-85b2-e470fe5d3fb1 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb HTTP/1.1" status: 200 len: 945 time: 0.0633395 Sep 03 14:27:44.676044 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-566911a6-6a3f-4057-a105-7042e3ad30b4 req-058c477e-a348-4aaa-afd9-f03a29dc9f5b tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603042 Sep 03 14:27:44.685474 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8ca39-cdf3-4495-89b8-c16acae87d11 req-5c8cf776-8524-4dcd-b4d9-6ecbfafbf37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:44.687022 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-44b8ca39-cdf3-4495-89b8-c16acae87d11 req-5c8cf776-8524-4dcd-b4d9-6ecbfafbf37d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d1dba9f7684a62b56998d1b3a3611b&device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 1098 time: 0.0633769 Sep 03 14:27:44.802460 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8ca39-cdf3-4495-89b8-c16acae87d11 req-5343b8c2-61e0-4bcc-a64b-8eec6388d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:44.804134 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-44b8ca39-cdf3-4495-89b8-c16acae87d11 req-5343b8c2-61e0-4bcc-a64b-8eec6388d5d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed847c14-b4e7-4339-9eb2-f7233a2ed045 HTTP/1.1" status: 200 len: 917 time: 0.0953202 Sep 03 14:27:44.834192 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-f65a3247-81b7-40f3-9503-fe88764544fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:27:25Z', 'revision_number': 4, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port': {'id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:19Z', 'updated_at': '2021-09-03T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': 'da5e9f31-e6cd-4167-9ab0-f014226e78ec', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'port_id': '62222baf-f4be-4b01-9b17-7680cdea93d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'mac_address': 'fa:16:3e:20:c2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e30ecca-e7fc-4054-882c-0d4980698377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:27:29Z', 'updated_at': '2021-09-03T14:27:43Z', 'revision_number': 1, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b593c1-872a-49da-9ddf-bb9fda110386', 'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'mac_address': 'fa:16:3e:89:a1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:24Z', 'updated_at': '2021-09-03T14:27:30Z', 'revision_number': 5, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'subnets': [{'id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:44.862923 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a3247-81b7-40f3-9503-fe88764544fe None None] Checking router: 0a819294-8734-4a8a-80c9-6576aa09eff4 for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:27:44.872033 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a3247-81b7-40f3-9503-fe88764544fe None None] Routers {'0a819294-8734-4a8a-80c9-6576aa09eff4'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:27:44.872679 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-f65a3247-81b7-40f3-9503-fe88764544fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:27:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['0a819294-8734-4a8a-80c9-6576aa09eff4'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:44.874948 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-44b8ca39-cdf3-4495-89b8-c16acae87d11 req-975c34c6-7217-4e57-8c69-d421b84e482b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62222baf-f4be-4b01-9b17-7680cdea93d7 HTTP/1.1" status: 200 len: 999 time: 0.0616581 Sep 03 14:27:44.928244 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8ca39-cdf3-4495-89b8-c16acae87d11 req-36ecc028-fae8-4e89-8793-13596e45ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:44.930036 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-44b8ca39-cdf3-4495-89b8-c16acae87d11 req-36ecc028-fae8-4e89-8793-13596e45ae8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=411675b4-faba-4ad4-96ec-19e22cdccb68 HTTP/1.1" status: 200 len: 855 time: 0.0454185 Sep 03 14:27:44.983227 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8ca39-cdf3-4495-89b8-c16acae87d11 req-69752be0-554d-402c-ba7c-6cdbf1314c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:44.984306 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-f65a3247-81b7-40f3-9503-fe88764544fe None None] Set router 0a819294-8734-4a8a-80c9-6576aa09eff4 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:27:44.984819 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-44b8ca39-cdf3-4495-89b8-c16acae87d11 req-69752be0-554d-402c-ba7c-6cdbf1314c2d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed847c14-b4e7-4339-9eb2-f7233a2ed045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454018 Sep 03 14:27:45.091516 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-44b8ca39-cdf3-4495-89b8-c16acae87d11 req-3ff5f2a0-1540-4e03-9c92-58d2a0250fb0 service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934274 Sep 03 14:27:45.198025 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-44b8ca39-cdf3-4495-89b8-c16acae87d11 req-b656934e-4d3d-4d76-b611-71dce184acb7 service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963004 Sep 03 14:27:45.252331 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-f65a3247-81b7-40f3-9503-fe88764544fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:27:25Z', 'revision_number': 4, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port': {'id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:19Z', 'updated_at': '2021-09-03T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': 'da5e9f31-e6cd-4167-9ab0-f014226e78ec', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'port_id': '62222baf-f4be-4b01-9b17-7680cdea93d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'mac_address': 'fa:16:3e:20:c2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e30ecca-e7fc-4054-882c-0d4980698377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:27:29Z', 'updated_at': '2021-09-03T14:27:43Z', 'revision_number': 1, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b593c1-872a-49da-9ddf-bb9fda110386', 'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'mac_address': 'fa:16:3e:89:a1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:24Z', 'updated_at': '2021-09-03T14:27:30Z', 'revision_number': 5, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'subnets': [{'id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:27:45.301964 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4129cb-db67-41d6-8dae-aaf552f1a507 req-0d7b1894-a1c3-4ad8-a394-7425a8e14198 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:45.304081 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bd4129cb-db67-41d6-8dae-aaf552f1a507 req-0d7b1894-a1c3-4ad8-a394-7425a8e14198 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0553429 Sep 03 14:27:45.305055 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a3247-81b7-40f3-9503-fe88764544fe None None] The sync data for ids ['0a819294-8734-4a8a-80c9-6576aa09eff4'] in dv-cinder-759955-20-iscsi is: [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:27:25Z', 'revision_number': 4, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port': {'id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:19Z', 'updated_at': '2021-09-03T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': 'da5e9f31-e6cd-4167-9ab0-f014226e78ec', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'port_id': '62222baf-f4be-4b01-9b17-7680cdea93d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'mac_address': 'fa:16:3e:20:c2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e30ecca-e7fc-4054-882c-0d4980698377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:27:29Z', 'updated_at': '2021-09-03T14:27:43Z', 'revision_number': 1, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b593c1-872a-49da-9ddf-bb9fda110386', 'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'mac_address': 'fa:16:3e:89:a1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:24Z', 'updated_at': '2021-09-03T14:27:30Z', 'revision_number': 5, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'subnets': [{'id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:27:45.351819 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bd4129cb-db67-41d6-8dae-aaf552f1a507 req-9afcbfc4-44f2-462e-9a06-f1e339ebad30 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366015 Sep 03 14:27:45.505193 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bdae77-4799-4f90-a38a-e310fc07c275 None None] New status for floating IP da5e9f31-e6cd-4167-9ab0-f014226e78ec: ACTIVE {{(pid=93972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:27:45.809990 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3dc99-fe8a-4442-9c1b-7d9d49b2a0c7 req-91499f4f-d8a8-42ff-8ecf-efdd9e8c3b86 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:45.811708 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0de3dc99-fe8a-4442-9c1b-7d9d49b2a0c7 req-91499f4f-d8a8-42ff-8ecf-efdd9e8c3b86 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb HTTP/1.1" status: 200 len: 945 time: 0.0581934 Sep 03 14:27:45.851437 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0de3dc99-fe8a-4442-9c1b-7d9d49b2a0c7 req-0dd5d3ba-f9af-4e78-9240-7633a0e52833 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336084 Sep 03 14:27:46.141472 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:27:46.474167 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475746a6-7751-4a4f-9340-102b4c25d0fa req-a05f6e62-20a1-4e44-8924-7006b2e364d2 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:46.476347 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-475746a6-7751-4a4f-9340-102b4c25d0fa req-a05f6e62-20a1-4e44-8924-7006b2e364d2 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0534954 Sep 03 14:27:46.522168 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-475746a6-7751-4a4f-9340-102b4c25d0fa req-6658bbe6-c8a9-4434-aa6d-b6a65ba08356 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378163 Sep 03 14:27:46.978828 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d58f2-ac34-4128-a85c-eaacd843689d req-29bd8827-bf9b-4864-aef4-4e294508bddb tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:46.980415 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4f8d58f2-ac34-4128-a85c-eaacd843689d req-29bd8827-bf9b-4864-aef4-4e294508bddb tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb HTTP/1.1" status: 200 len: 945 time: 0.0518663 Sep 03 14:27:47.026365 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4f8d58f2-ac34-4128-a85c-eaacd843689d req-e93fc312-d07f-49bb-a120-ab0c12ea9864 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396426 Sep 03 14:27:47.646121 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54979c30-d65e-473b-88a5-801f8468affd req-16874706-73d3-4415-8e77-c7d4395eb124 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:47.647726 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-54979c30-d65e-473b-88a5-801f8468affd req-16874706-73d3-4415-8e77-c7d4395eb124 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0522239 Sep 03 14:27:47.696323 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-54979c30-d65e-473b-88a5-801f8468affd req-2da7eb75-f196-41af-a6bb-c0f0ecffadf6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387983 Sep 03 14:27:48.814885 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221d0d7-37b0-4a3b-aab4-d023cd82e920 req-a6ce9043-3a70-4045-9163-a954fefd7d37 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:48.816467 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1221d0d7-37b0-4a3b-aab4-d023cd82e920 req-a6ce9043-3a70-4045-9163-a954fefd7d37 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0520072 Sep 03 14:27:48.855405 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-1221d0d7-37b0-4a3b-aab4-d023cd82e920 req-bd4ce82f-7d63-4811-9102-533048913a3d tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321817 Sep 03 14:27:49.973794 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39106c4-e997-474f-86aa-cb9ffc05f326 req-3cc1e554-5521-4c10-8271-2fff1696b6bc tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:49.975910 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c39106c4-e997-474f-86aa-cb9ffc05f326 req-3cc1e554-5521-4c10-8271-2fff1696b6bc tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0510998 Sep 03 14:27:50.018791 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c39106c4-e997-474f-86aa-cb9ffc05f326 req-24ad82f1-e8fb-46c8-a065-598ed810da48 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367658 Sep 03 14:27:50.355868 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d185b5-d563-4e8c-8101-fa43adc9b814 req-cc774355-2f61-45bc-b3d5-61930d9639d2 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:50.357815 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a9d185b5-d563-4e8c-8101-fa43adc9b814 req-cc774355-2f61-45bc-b3d5-61930d9639d2 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.1149504 Sep 03 14:27:50.366122 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af45312-e053-4943-b316-14edfb3b78f9 req-26678dbb-c339-4986-85fd-0e2a7faf2093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:50.367710 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7af45312-e053-4943-b316-14edfb3b78f9 req-26678dbb-c339-4986-85fd-0e2a7faf2093 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91f21185d42d4c3ca4b3d81f557ff12c&device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 1099 time: 0.0843322 Sep 03 14:27:50.408164 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d1a33-d90f-4090-bd7d-7c5e01f96f28 req-512ff9dd-d198-4fc1-9147-43d9ba6b0733 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:50.410610 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b27d1a33-d90f-4090-bd7d-7c5e01f96f28 req-512ff9dd-d198-4fc1-9147-43d9ba6b0733 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0991383 Sep 03 14:27:50.436657 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a9d185b5-d563-4e8c-8101-fa43adc9b814 req-ff448dc3-aee4-4c0c-96a2-44c6741ab72b tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646985 Sep 03 14:27:50.462213 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe867a-21d3-43e1-928a-a0c84c1c515b req-0e235184-f752-4b0b-8804-694c213f7cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:50.464935 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-edbe867a-21d3-43e1-928a-a0c84c1c515b req-0e235184-f752-4b0b-8804-694c213f7cd4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f30119270aba4daaba917bc9696408a3&device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 1138 time: 0.1058173 Sep 03 14:27:50.480178 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b27d1a33-d90f-4090-bd7d-7c5e01f96f28 req-041f75d0-152a-400f-af1a-8ba59395490a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627625 Sep 03 14:27:50.493271 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af45312-e053-4943-b316-14edfb3b78f9 req-bbf36679-fabc-4c4c-949b-2fbe2c2164f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:50.495001 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7af45312-e053-4943-b316-14edfb3b78f9 req-bbf36679-fabc-4c4c-949b-2fbe2c2164f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba4f67b6-6867-4585-894f-04afec16c8e4 HTTP/1.1" status: 200 len: 911 time: 0.1184173 Sep 03 14:27:50.565705 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7af45312-e053-4943-b316-14edfb3b78f9 req-1d536dfa-699a-4fbc-9eb7-cc77d85854df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edfb25f7-2b84-4cd9-a638-781270e0a176 HTTP/1.1" status: 200 len: 1001 time: 0.0609336 Sep 03 14:27:50.619096 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe867a-21d3-43e1-928a-a0c84c1c515b req-e7f5eb12-5e94-4d95-a3cf-dc3e3901ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:50.620643 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-edbe867a-21d3-43e1-928a-a0c84c1c515b req-e7f5eb12-5e94-4d95-a3cf-dc3e3901ae93 service neutron] 10.222.0.11 "GET /v2.0/networks?id=41791f6f-5dc3-4bb3-a10a-6ba71f14d907 HTTP/1.1" status: 200 len: 915 time: 0.1392958 Sep 03 14:27:50.652150 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af45312-e053-4943-b316-14edfb3b78f9 req-85b86ca7-3dff-43cc-ae9d-f396a002ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:50.654041 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7af45312-e053-4943-b316-14edfb3b78f9 req-85b86ca7-3dff-43cc-ae9d-f396a002ca57 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82eb6649-c61a-47b3-86b1-669452794c49 HTTP/1.1" status: 200 len: 849 time: 0.0718555 Sep 03 14:27:50.700885 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-edbe867a-21d3-43e1-928a-a0c84c1c515b req-d672d941-5122-438e-b35d-3ac97b2e389e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbde8520-1e9e-4712-89ea-8bbb8a6e1286 HTTP/1.1" status: 200 len: 1002 time: 0.0714970 Sep 03 14:27:50.708035 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af45312-e053-4943-b316-14edfb3b78f9 req-61628702-8614-4198-bea9-62eb7374e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:50.710437 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7af45312-e053-4943-b316-14edfb3b78f9 req-61628702-8614-4198-bea9-62eb7374e82d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba4f67b6-6867-4585-894f-04afec16c8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442567 Sep 03 14:27:50.761633 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe867a-21d3-43e1-928a-a0c84c1c515b req-a769fc45-f4f8-46c4-bbec-b2f6021c2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:50.764050 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-edbe867a-21d3-43e1-928a-a0c84c1c515b req-a769fc45-f4f8-46c4-bbec-b2f6021c2789 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e396b2e8-1d28-431c-b3ff-a6ed2a24f730 HTTP/1.1" status: 200 len: 853 time: 0.0527825 Sep 03 14:27:50.824833 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7af45312-e053-4943-b316-14edfb3b78f9 req-c9622fa6-b1e3-443a-9bdb-715a1cf6be42 service neutron] 10.222.0.11 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066680 Sep 03 14:27:50.834235 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe867a-21d3-43e1-928a-a0c84c1c515b req-7fa96974-7c58-402b-9da3-ed783da9a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:50.837161 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-edbe867a-21d3-43e1-928a-a0c84c1c515b req-7fa96974-7c58-402b-9da3-ed783da9a3fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=41791f6f-5dc3-4bb3-a10a-6ba71f14d907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0583827 Sep 03 14:27:50.968868 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-edbe867a-21d3-43e1-928a-a0c84c1c515b req-2dc9f5c3-e317-4878-97ba-624f6a3c4036 service neutron] 10.222.0.11 "GET /v2.0/networks/41791f6f-5dc3-4bb3-a10a-6ba71f14d907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240072 Sep 03 14:27:50.977310 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7af45312-e053-4943-b316-14edfb3b78f9 req-9b1aa44d-0ae1-4ad5-b5e3-02188596a86c service neutron] 10.222.0.11 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387169 Sep 03 14:27:51.108312 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-edbe867a-21d3-43e1-928a-a0c84c1c515b req-f3206187-b945-445a-a8cd-b9cfce0e335c service neutron] 10.222.0.11 "GET /v2.0/networks/41791f6f-5dc3-4bb3-a10a-6ba71f14d907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303740 Sep 03 14:27:51.551674 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35195750-67e0-4372-930b-6c27c05558c2 req-18270fc6-7084-47f2-adb2-67511ccdded5 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:51.553767 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-35195750-67e0-4372-930b-6c27c05558c2 req-18270fc6-7084-47f2-adb2-67511ccdded5 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0499611 Sep 03 14:27:51.605836 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-35195750-67e0-4372-930b-6c27c05558c2 req-a100dff2-8c78-4c3f-8044-c753df991cde tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447779 Sep 03 14:27:51.660468 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d90b3-645d-4468-86db-92e08ec36b09 req-813c0b87-eaf3-4528-abcf-06b3d6a067c2 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:51.662078 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5f3d90b3-645d-4468-86db-92e08ec36b09 req-813c0b87-eaf3-4528-abcf-06b3d6a067c2 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0778904 Sep 03 14:27:51.706844 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5f3d90b3-645d-4468-86db-92e08ec36b09 req-9ed5cabf-d414-48ba-bbf3-f950e0a6b466 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366743 Sep 03 14:27:52.732502 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff250f-b595-4d71-8fd7-a123d1fb26a4 req-286c838c-c660-4c1a-860c-d8f0b5c350c4 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:52.734198 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-29ff250f-b595-4d71-8fd7-a123d1fb26a4 req-286c838c-c660-4c1a-860c-d8f0b5c350c4 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0508754 Sep 03 14:27:52.780030 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-29ff250f-b595-4d71-8fd7-a123d1fb26a4 req-56044d68-1042-4f3c-b0ef-6cbba1a03038 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390916 Sep 03 14:27:52.829327 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156c275-e523-4988-b2ce-d785ca76ec09 req-4acc6d5b-f952-4cf2-9410-e494ae1032bb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:52.830841 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7156c275-e523-4988-b2ce-d785ca76ec09 req-4acc6d5b-f952-4cf2-9410-e494ae1032bb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0489211 Sep 03 14:27:52.874252 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7156c275-e523-4988-b2ce-d785ca76ec09 req-2550605c-5cb1-436a-b93e-18308e48aa25 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372453 Sep 03 14:27:53.988165 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf97fdf-5bec-49b6-bfbe-501c46b8b216 req-d7f9751c-c4eb-4d6a-a724-3b2ecbe1b745 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:53.990048 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bdf97fdf-5bec-49b6-bfbe-501c46b8b216 req-d7f9751c-c4eb-4d6a-a724-3b2ecbe1b745 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0484300 Sep 03 14:27:54.031389 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bdf97fdf-5bec-49b6-bfbe-501c46b8b216 req-8eaa5cd1-c34e-4224-9616-19d839c4aa0a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354359 Sep 03 14:27:55.153206 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9322869-bad7-4089-8f25-df1b7cabac86 req-3df85e37-4911-4d24-8932-81a496e3542a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:55.154707 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a9322869-bad7-4089-8f25-df1b7cabac86 req-3df85e37-4911-4d24-8932-81a496e3542a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0482452 Sep 03 14:27:55.194781 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a9322869-bad7-4089-8f25-df1b7cabac86 req-bbcdc663-3b5a-4c1d-a1cf-fd5d34582cc4 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339191 Sep 03 14:27:56.311726 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dae6d-053d-4343-8be1-0bcb45eaef62 req-07f5d0b6-6065-4b09-93ba-e255bc11732c tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:56.312957 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bd2dae6d-053d-4343-8be1-0bcb45eaef62 req-07f5d0b6-6065-4b09-93ba-e255bc11732c tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0488780 Sep 03 14:27:56.357876 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bd2dae6d-053d-4343-8be1-0bcb45eaef62 req-90ae58a0-c688-42c4-89be-3583bc032674 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381238 Sep 03 14:27:57.474329 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7c553-b209-4681-aaa4-792b2021b6ec req-9d660f7d-ed8c-44d1-bd39-3e5e73e88c38 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:57.475891 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-78d7c553-b209-4681-aaa4-792b2021b6ec req-9d660f7d-ed8c-44d1-bd39-3e5e73e88c38 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0506589 Sep 03 14:27:57.518116 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-78d7c553-b209-4681-aaa4-792b2021b6ec req-f513045a-df0b-4c29-958c-5ea720d9b850 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361717 Sep 03 14:27:58.638890 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ee7f1-a0f3-484b-84f2-652259cec083 req-c5e56033-62df-4485-99f1-dd88d62e76be tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:58.640445 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3c8ee7f1-a0f3-484b-84f2-652259cec083 req-c5e56033-62df-4485-99f1-dd88d62e76be tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0541925 Sep 03 14:27:58.683425 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3c8ee7f1-a0f3-484b-84f2-652259cec083 req-49730390-caad-4a5e-8cf6-409f90d00cf5 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367932 Sep 03 14:27:59.802357 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5ed00-5bc4-459c-b187-77c6217812cf req-f2132402-1d2d-4f62-9948-af1cf8f88611 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:27:59.804671 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0ed5ed00-5bc4-459c-b187-77c6217812cf req-f2132402-1d2d-4f62-9948-af1cf8f88611 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0504036 Sep 03 14:27:59.861414 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0ed5ed00-5bc4-459c-b187-77c6217812cf req-cd0b6af7-e708-4775-8239-b7437cc23234 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490751 Sep 03 14:28:00.428534 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:00.981985 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e41fd-d08a-4b16-8a02-4479f2408c7d req-df5c3a5d-4cbb-4c27-a9ff-84d48a70ab37 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:00.983634 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-492e41fd-d08a-4b16-8a02-4479f2408c7d req-df5c3a5d-4cbb-4c27-a9ff-84d48a70ab37 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0520103 Sep 03 14:28:01.027043 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-492e41fd-d08a-4b16-8a02-4479f2408c7d req-0256a0a2-3957-4bf2-8a05-928b90987949 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369244 Sep 03 14:28:02.158056 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60ae37-2242-4e00-ac02-bcb1e71c401c req-6427a760-da19-4f9b-a77e-cb2110ce689b tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:02.159678 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3f60ae37-2242-4e00-ac02-bcb1e71c401c req-6427a760-da19-4f9b-a77e-cb2110ce689b tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0520205 Sep 03 14:28:02.216530 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3f60ae37-2242-4e00-ac02-bcb1e71c401c req-8bea9f0f-e4fb-42fa-b57f-3fb56f408fc9 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501797 Sep 03 14:28:03.334796 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb9e95-f66b-4d80-8b4c-c1254af76262 req-cea9e524-6529-4043-9b34-74e8e5d20fa3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:03.336510 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-45cb9e95-f66b-4d80-8b4c-c1254af76262 req-cea9e524-6529-4043-9b34-74e8e5d20fa3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0510139 Sep 03 14:28:03.388490 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-45cb9e95-f66b-4d80-8b4c-c1254af76262 req-41bbd52c-a8aa-40bf-94e7-72ba85db57b2 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413165 Sep 03 14:28:04.560914 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3945f2-ddf8-49af-bbf3-f450ab02a621 req-df630ddb-5c53-491e-a16b-04702876465b tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:04.563744 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0e3945f2-ddf8-49af-bbf3-f450ab02a621 req-df630ddb-5c53-491e-a16b-04702876465b tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0875251 Sep 03 14:28:04.624530 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0e3945f2-ddf8-49af-bbf3-f450ab02a621 req-ffee3221-3a65-453e-b9b5-76acd5c3bd49 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523281 Sep 03 14:28:05.752682 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbce72-3851-4ea3-8049-45cd92cea97d req-e5f2ccec-f20d-4dbb-8ba5-51e3362dfc2a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:05.754186 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ddfbce72-3851-4ea3-8049-45cd92cea97d req-e5f2ccec-f20d-4dbb-8ba5-51e3362dfc2a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0540953 Sep 03 14:28:05.811122 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ddfbce72-3851-4ea3-8049-45cd92cea97d req-8727706e-7815-43f8-81db-5a379029491b tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454879 Sep 03 14:28:06.308175 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:28:06.983571 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbdde5-2a7c-451a-aecd-db7fd3011542 req-a237ce96-dbe2-4d4c-8da8-ed45a941ef83 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:06.985210 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6ffbdde5-2a7c-451a-aecd-db7fd3011542 req-a237ce96-dbe2-4d4c-8da8-ed45a941ef83 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0724905 Sep 03 14:28:07.059984 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6ffbdde5-2a7c-451a-aecd-db7fd3011542 req-d8d4b4db-01fa-44e6-8d16-c1415f6a16bb tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599267 Sep 03 14:28:08.242746 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c107f1-665e-4dc0-b6fc-05d57ea744c0 req-f4032a33-bdd0-4cb1-82ca-fa4fff16217f tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:08.245566 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-75c107f1-665e-4dc0-b6fc-05d57ea744c0 req-f4032a33-bdd0-4cb1-82ca-fa4fff16217f tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0716333 Sep 03 14:28:08.310960 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-75c107f1-665e-4dc0-b6fc-05d57ea744c0 req-65216121-9c8d-405b-a365-7e46be94de2c tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525093 Sep 03 14:28:08.428958 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e071a00-8314-438a-995f-9a887aff85a2 req-8b7df2bf-e419-4fa7-9528-38f061e49d0d tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:08.430563 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8e071a00-8314-438a-995f-9a887aff85a2 req-8b7df2bf-e419-4fa7-9528-38f061e49d0d tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb HTTP/1.1" status: 200 len: 945 time: 0.0543613 Sep 03 14:28:08.482236 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8e071a00-8314-438a-995f-9a887aff85a2 req-7fbba6b8-dd2c-4244-b78a-09f5e96c4113 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422835 Sep 03 14:28:09.453729 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb985a21-f4fb-47dc-ad8a-c9422ccb796f req-f008faf5-6352-41d7-abad-b3664da75e87 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:09.455298 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cb985a21-f4fb-47dc-ad8a-c9422ccb796f req-f008faf5-6352-41d7-abad-b3664da75e87 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0685608 Sep 03 14:28:09.506750 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cb985a21-f4fb-47dc-ad8a-c9422ccb796f req-c6ea9da1-add9-4980-bf76-c6cf868e2ce7 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444794 Sep 03 14:28:09.605729 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe7e96-66e3-44ea-8926-cc60c4b13926 req-8f711a23-9c89-48d8-bcfa-af7c6f25a29a tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:09.607520 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d3fe7e96-66e3-44ea-8926-cc60c4b13926 req-8f711a23-9c89-48d8-bcfa-af7c6f25a29a tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb HTTP/1.1" status: 200 len: 945 time: 0.0522773 Sep 03 14:28:09.650820 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d3fe7e96-66e3-44ea-8926-cc60c4b13926 req-6e139de6-6760-4acc-9b01-59f29b06f471 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369680 Sep 03 14:28:10.156917 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-bf31e00c-31e6-4df0-9ff6-ba4160925096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:10.400120 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f16636-1d45-4c08-bdab-e8640e4bb2df req-0bb62313-761f-4068-a0c5-e6e79a85291e tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:10.402725 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-45f16636-1d45-4c08-bdab-e8640e4bb2df req-0bb62313-761f-4068-a0c5-e6e79a85291e tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb HTTP/1.1" status: 200 len: 945 time: 0.0688136 Sep 03 14:28:10.524300 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-45f16636-1d45-4c08-bdab-e8640e4bb2df req-68cae765-14f4-443f-a4fa-f9b9a3680b87 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Deleting port cadfa174-bd96-4dbd-8118-af65f15d7fe4 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:28:10.525304 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-45f16636-1d45-4c08-bdab-e8640e4bb2df req-68cae765-14f4-443f-a4fa-f9b9a3680b87 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:10.645264 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-45f16636-1d45-4c08-bdab-e8640e4bb2df req-68cae765-14f4-443f-a4fa-f9b9a3680b87 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] For port cadfa174-bd96-4dbd-8118-af65f15d7fe4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=cadfa174-bd96-4dbd-8118-af65f15d7fe4,segment=NetworkSegment(244f40f9-1579-4199-989a-54c0e140b430),segment_id=244f40f9-1579-4199-989a-54c0e140b430)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:28:10.645956 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-45f16636-1d45-4c08-bdab-e8640e4bb2df req-68cae765-14f4-443f-a4fa-f9b9a3680b87 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:10.651374 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0af5ed-0c98-4fec-bab9-2af64eb4380d req-82131890-f3a5-4b78-bb56-b90cc43bf0e8 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:10.652927 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ae0af5ed-0c98-4fec-bab9-2af64eb4380d req-82131890-f3a5-4b78-bb56-b90cc43bf0e8 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0706768 Sep 03 14:28:10.668795 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-45f16636-1d45-4c08-bdab-e8640e4bb2df req-68cae765-14f4-443f-a4fa-f9b9a3680b87 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Calling delete_port for cadfa174-bd96-4dbd-8118-af65f15d7fe4 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:28:10.703847 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ae0af5ed-0c98-4fec-bab9-2af64eb4380d req-fbba86d7-c2e8-43cb-83e2-8ac56cb5d74b tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442581 Sep 03 14:28:10.811113 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a1bbc-bf56-42c5-9daf-b4b355846d20 req-0c03657a-de9e-46e7-8267-c89c5fcec531 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:10.812717 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ab2a1bbc-bf56-42c5-9daf-b4b355846d20 req-0c03657a-de9e-46e7-8267-c89c5fcec531 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb HTTP/1.1" status: 200 len: 945 time: 0.0810702 Sep 03 14:28:10.895383 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ab2a1bbc-bf56-42c5-9daf-b4b355846d20 req-e8aaa0f9-f268-4598-871b-924695f804c1 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd134872-a552-49bd-9c68-12d04183949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749724 Sep 03 14:28:10.900126 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-45f16636-1d45-4c08-bdab-e8640e4bb2df req-68cae765-14f4-443f-a4fa-f9b9a3680b87 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:10.924557 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['cadfa174-bd96-4dbd-8118-af65f15d7fe4'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:28:10.940098 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cae765-14f4-443f-a4fa-f9b9a3680b87 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Pushing event deleted for resources: {'Port': ['ID=cadfa174-bd96-4dbd-8118-af65f15d7fe4,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:11.002070 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f16636-1d45-4c08-bdab-e8640e4bb2df req-68cae765-14f4-443f-a4fa-f9b9a3680b87 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] No DVR routers for this DVR port cadfa174-bd96-4dbd-8118-af65f15d7fe4 on host hv-cinder-75995 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:28:11.004749 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-45f16636-1d45-4c08-bdab-e8640e4bb2df req-68cae765-14f4-443f-a4fa-f9b9a3680b87 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:11.007509 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-45f16636-1d45-4c08-bdab-e8640e4bb2df req-68cae765-14f4-443f-a4fa-f9b9a3680b87 tempest-VolumesSnapshotTestJSON-1343773812 tempest-VolumesSnapshotTestJSON-1343773812-project] 10.222.0.11 "DELETE /v2.0/ports/cadfa174-bd96-4dbd-8118-af65f15d7fe4 HTTP/1.1" status: 204 len: 173 time: 0.5953023 Sep 03 14:28:11.007974 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb', 'name': 'network-vif-deleted', 'tag': 'cadfa174-bd96-4dbd-8118-af65f15d7fe4'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:28:11.010337 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5714de-bd15-490e-98a6-0bd6f4308494" -d '{"events": [{"server_uuid": "2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb", "name": "network-vif-deleted", "tag": "cadfa174-bd96-4dbd-8118-af65f15d7fe4"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:28:11.059194 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e65703-11af-4763-a7cc-4fb937e7c7ae x-openstack-request-id: req-f7e65703-11af-4763-a7cc-4fb937e7c7ae {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:28:11.059495 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb", "name": "network-vif-deleted", "tag": "cadfa174-bd96-4dbd-8118-af65f15d7fe4", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:28:11.059752 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7e65703-11af-4763-a7cc-4fb937e7c7ae {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:28:11.060150 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfd3e90-267c-4591-ac8d-9b84ec4eb6fb', 'name': 'network-vif-deleted', 'tag': 'cadfa174-bd96-4dbd-8118-af65f15d7fe4', 'status': 'completed', 'code': 200} Sep 03 14:28:11.840015 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732305be-0831-4562-8bc9-1d4b19d6b2cb req-fe66e6c3-74cb-4ef6-8992-e895d08eb4a3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:11.843255 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-732305be-0831-4562-8bc9-1d4b19d6b2cb req-fe66e6c3-74cb-4ef6-8992-e895d08eb4a3 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0539374 Sep 03 14:28:11.889720 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-732305be-0831-4562-8bc9-1d4b19d6b2cb req-83fc3620-7c88-4b2c-912c-5aa0925160e7 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407872 Sep 03 14:28:12.964887 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-1ae8ff7e-3a3c-4e52-bab0-2486fbd78673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:13.016787 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde15b8-7919-4a00-8858-864b4259450d req-565b60f0-8536-48ac-ab7d-9a6108e48fd8 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:13.018420 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bbde15b8-7919-4a00-8858-864b4259450d req-565b60f0-8536-48ac-ab7d-9a6108e48fd8 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0555491 Sep 03 14:28:13.071494 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bbde15b8-7919-4a00-8858-864b4259450d req-961fec85-5eac-48c8-9115-bbe203ad641a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462949 Sep 03 14:28:13.247566 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:13.906702 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device cadfa174-bd96-4dbd-8118-af65f15d7fe4 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:28:13.930371 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: cadfa174-bd96-4dbd-8118-af65f15d7fe4 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:28:13.930719 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device cadfa174-bd96-4dbd-8118-af65f15d7fe4 not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:28:14.198754 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9c62e-39db-49f6-a5d5-cd63a0df50b6 req-96ad6ba3-87fc-4eb7-a168-d4e59430a55f tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:14.200259 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6bf9c62e-39db-49f6-a5d5-cd63a0df50b6 req-96ad6ba3-87fc-4eb7-a168-d4e59430a55f tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0515485 Sep 03 14:28:14.242239 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6bf9c62e-39db-49f6-a5d5-cd63a0df50b6 req-25cd0a00-7dd9-4613-94ef-190953416466 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358350 Sep 03 14:28:14.344294 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:15.364133 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77799b15-9de8-4581-a992-dba723d6fc60 req-84af67b7-6468-4449-afd7-0d65fc5cb476 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:15.365649 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-77799b15-9de8-4581-a992-dba723d6fc60 req-84af67b7-6468-4449-afd7-0d65fc5cb476 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0536597 Sep 03 14:28:15.408656 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-77799b15-9de8-4581-a992-dba723d6fc60 req-dd8c5e05-80a7-4927-8940-b550daea0a0f tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368958 Sep 03 14:28:16.144297 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:16.531019 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d7925-d506-4fa8-b921-ef557a19b34d req-65c0db46-5ff6-4b84-90e5-f495cde8e7f6 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:16.532291 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-731d7925-d506-4fa8-b921-ef557a19b34d req-65c0db46-5ff6-4b84-90e5-f495cde8e7f6 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0539286 Sep 03 14:28:16.578323 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-731d7925-d506-4fa8-b921-ef557a19b34d req-a4131416-65f2-4d86-a297-cf659fe9e483 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386772 Sep 03 14:28:17.757090 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d8348-f206-4042-b82a-c8a5b1d08e32 req-589300df-51c6-4369-bf3b-303f208be7a9 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:17.758764 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-355d8348-f206-4042-b82a-c8a5b1d08e32 req-589300df-51c6-4369-bf3b-303f208be7a9 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.1092091 Sep 03 14:28:17.800158 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-355d8348-f206-4042-b82a-c8a5b1d08e32 req-6a490dc1-c0ea-463a-844d-3a958c1bbf9e tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&id=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352724 Sep 03 14:28:30.434986 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:35.298810 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 47932) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:28:35.346031 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] Deleting subnet 65472ccc-708a-4001-a6ca-360bf51902e2 {{(pid=93970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:28:35.349303 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:35.384070 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4013441'] for subnet, precommit_delete_associations {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:35.423851 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16749918'] for subnet, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:35.477898 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16749863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2700628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632419'] for subnet, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:35.510496 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65472ccc-708a-4001-a6ca-360bf51902e2,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:35.513400 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:35.517177 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/65472ccc-708a-4001-a6ca-360bf51902e2 HTTP/1.1" status: 204 len: 168 time: 0.2148340 Sep 03 14:28:35.517627 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 47934) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:28:35.521455 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.521874 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.522277 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.522628 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.522974 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.523322 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.523665 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.524010 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.524352 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.524686 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.525025 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.525359 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae0e054-8974-4ae0-92d4-ee2c4a101b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.594109 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16589909'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:35.673571 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16749259', 'neutron.services.segments.db._delete_segments_for_network-8777478328405'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:35.684456 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb235152-1981-4289-a876-4c18cb9ce3f8']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:28:35.695177 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244f40f9-1579-4199-989a-54c0e140b430') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:28:35.695480 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244f40f9-1579-4199-989a-54c0e140b430') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:28:35.704997 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777478329694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3471858'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:35.723084 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:35.729178 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:28:35.729574 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2727839'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: Traceback (most recent call last): Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: timer() Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: cb(*args, **kw) Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: return func(*args, **kwargs) Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: self._notify() Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: self.callback(batched_events) Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: event.method(event) Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: return f(self, *a, **k) Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._get(url).json() Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:28:35.731294 dv-cinder-759955-20-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:28:35.787861 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16749276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893990'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:35.793298 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:35.795143 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fb235152-1981-4289-a876-4c18cb9ce3f8 HTTP/1.1" status: 204 len: 168 time: 0.2762151 Sep 03 14:28:35.806097 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb235152-1981-4289-a876-4c18cb9ce3f8,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:35.813285 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.813642 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.814007 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.814345 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.814679 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.815089 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.815346 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.815677 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.816005 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.816383 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.816645 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.816979 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd159c7-655a-4d8f-a6a7-e67b3290cec9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:35.917007 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 47940) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:28:35.959501 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-676fc5a0-ebd4-4e6c-a77f-51c268b42bf4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64f065a843454e3cac530b36c30d9dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405846 Sep 03 14:28:35.961837 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 47942) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:28:36.011648 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a931567e-85e6-410b-bfd2-691fa432babc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:36.033389 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a931567e-85e6-410b-bfd2-691fa432babc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:36.081059 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a931567e-85e6-410b-bfd2-691fa432babc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:36.083617 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a931567e-85e6-410b-bfd2-691fa432babc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:36.085385 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-a931567e-85e6-410b-bfd2-691fa432babc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd134872-a552-49bd-9c68-12d04183949e HTTP/1.1" status: 204 len: 168 time: 0.1226237 Sep 03 14:28:36.093690 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931567e-85e6-410b-bfd2-691fa432babc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd134872-a552-49bd-9c68-12d04183949e,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:38.892436 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28e9fd-53e0-47f4-a75a-68d26971ff00 req-c0aa2321-e475-4f18-bc8e-461728516ffb tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:38.893983 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-dc28e9fd-53e0-47f4-a75a-68d26971ff00 req-c0aa2321-e475-4f18-bc8e-461728516ffb tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.2590015 Sep 03 14:28:38.932765 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-dc28e9fd-53e0-47f4-a75a-68d26971ff00 req-96a2173b-2438-448f-b2b9-65aa107f8a59 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 Sep 03 14:28:40.053618 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38206a-c991-4f46-b684-a6326bade203 req-4c1fc981-476b-4e0d-920d-e02c944002e6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:40.055667 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ac38206a-c991-4f46-b684-a6326bade203 req-4c1fc981-476b-4e0d-920d-e02c944002e6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0527310 Sep 03 14:28:40.092835 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ac38206a-c991-4f46-b684-a6326bade203 req-eb36d7fb-7ba1-4d11-9be5-b02c80b5a05e tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312035 Sep 03 14:28:40.158173 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-5089d5bb-0b74-469f-889d-dac1be9dc321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:40.951849 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9fe37-a448-4f40-9c1d-0d7e94512070 req-54b35375-b939-4f56-8280-8369193b95a0 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:40.953266 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-45b9fe37-a448-4f40-9c1d-0d7e94512070 req-54b35375-b939-4f56-8280-8369193b95a0 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0474079 Sep 03 14:28:41.053305 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-45b9fe37-a448-4f40-9c1d-0d7e94512070 req-2e53325c-8b1b-4f64-a5cc-1da2ac482d95 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Deleting port edfb25f7-2b84-4cd9-a638-781270e0a176 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:28:41.053643 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-45b9fe37-a448-4f40-9c1d-0d7e94512070 req-2e53325c-8b1b-4f64-a5cc-1da2ac482d95 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:41.165042 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-45b9fe37-a448-4f40-9c1d-0d7e94512070 req-2e53325c-8b1b-4f64-a5cc-1da2ac482d95 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] For port edfb25f7-2b84-4cd9-a638-781270e0a176, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=edfb25f7-2b84-4cd9-a638-781270e0a176,segment=NetworkSegment(eeba19bd-af1c-40fb-a40e-a819df1d18bb),segment_id=eeba19bd-af1c-40fb-a40e-a819df1d18bb)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:28:41.165423 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-45b9fe37-a448-4f40-9c1d-0d7e94512070 req-2e53325c-8b1b-4f64-a5cc-1da2ac482d95 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:41.215249 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcee91e-37f6-4d42-8e50-59d6a06a75a3 req-546af71a-907b-4522-8bda-d3207b034360 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:41.217542 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-9fcee91e-37f6-4d42-8e50-59d6a06a75a3 req-546af71a-907b-4522-8bda-d3207b034360 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 946 time: 0.0573082 Sep 03 14:28:41.256602 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-9fcee91e-37f6-4d42-8e50-59d6a06a75a3 req-fa9ef266-1f7d-4a7d-b143-6c8538384472 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=349fda1d-4636-4992-b34a-f0bb9fcfc7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323555 Sep 03 14:28:41.401532 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-45b9fe37-a448-4f40-9c1d-0d7e94512070 req-2e53325c-8b1b-4f64-a5cc-1da2ac482d95 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:41.401939 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-45b9fe37-a448-4f40-9c1d-0d7e94512070 req-2e53325c-8b1b-4f64-a5cc-1da2ac482d95 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-894004'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:41.402307 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.l3_db [req-45b9fe37-a448-4f40-9c1d-0d7e94512070 req-2e53325c-8b1b-4f64-a5cc-1da2ac482d95 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Floating IP 16498a05-087f-447c-a210-92c940b424c5 disassociated. External IP: 172.27.3.88, port: edfb25f7-2b84-4cd9-a638-781270e0a176. Sep 03 14:28:41.402667 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-45b9fe37-a448-4f40-9c1d-0d7e94512070 req-2e53325c-8b1b-4f64-a5cc-1da2ac482d95 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Calling delete_port for edfb25f7-2b84-4cd9-a638-781270e0a176 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:28:41.538714 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-45b9fe37-a448-4f40-9c1d-0d7e94512070 req-2e53325c-8b1b-4f64-a5cc-1da2ac482d95 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:41.566995 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53325c-8b1b-4f64-a5cc-1da2ac482d95 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Pushing event deleted for resources: {'Port': ['ID=edfb25f7-2b84-4cd9-a638-781270e0a176,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:41.680586 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45b9fe37-a448-4f40-9c1d-0d7e94512070 req-2e53325c-8b1b-4f64-a5cc-1da2ac482d95 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Router 892a691a-b7ae-4819-84dc-23d1e14e0236 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:28:41.789123 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45b9fe37-a448-4f40-9c1d-0d7e94512070 req-2e53325c-8b1b-4f64-a5cc-1da2ac482d95 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:28:41.798947 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4a20a0-6e77-47de-bada-5959194b72ee None None] Sync routers for ids ['892a691a-b7ae-4819-84dc-23d1e14e0236'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:28:41.807992 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4a20a0-6e77-47de-bada-5959194b72ee None None] Routers {'892a691a-b7ae-4819-84dc-23d1e14e0236'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:28:41.808624 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-db4a20a0-6e77-47de-bada-5959194b72ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:28:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['892a691a-b7ae-4819-84dc-23d1e14e0236'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:28:41.828931 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b9fe37-a448-4f40-9c1d-0d7e94512070 req-2e53325c-8b1b-4f64-a5cc-1da2ac482d95 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] No DVR routers for this DVR port edfb25f7-2b84-4cd9-a638-781270e0a176 on host hv-cinder-75995 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:28:41.831452 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-45b9fe37-a448-4f40-9c1d-0d7e94512070 req-2e53325c-8b1b-4f64-a5cc-1da2ac482d95 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:41.833451 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-45b9fe37-a448-4f40-9c1d-0d7e94512070 req-2e53325c-8b1b-4f64-a5cc-1da2ac482d95 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.11 "DELETE /v2.0/ports/edfb25f7-2b84-4cd9-a638-781270e0a176 HTTP/1.1" status: 204 len: 173 time: 0.8741724 Sep 03 14:28:41.833922 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6cb483-503c-41ae-bf9b-72bfbb9edb9f', 'name': 'network-vif-deleted', 'tag': 'edfb25f7-2b84-4cd9-a638-781270e0a176'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:28:41.836700 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50f2bbf-c61f-4bfc-9212-ed96aa323bb3" -d '{"events": [{"server_uuid": "1c6cb483-503c-41ae-bf9b-72bfbb9edb9f", "name": "network-vif-deleted", "tag": "edfb25f7-2b84-4cd9-a638-781270e0a176"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:28:41.956987 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599ad91b-897b-4e42-8ae0-932d76924db9 x-openstack-request-id: req-599ad91b-897b-4e42-8ae0-932d76924db9 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:28:41.957603 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6cb483-503c-41ae-bf9b-72bfbb9edb9f", "name": "network-vif-deleted", "tag": "edfb25f7-2b84-4cd9-a638-781270e0a176", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:28:41.957603 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-599ad91b-897b-4e42-8ae0-932d76924db9 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:28:41.957938 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6cb483-503c-41ae-bf9b-72bfbb9edb9f', 'name': 'network-vif-deleted', 'tag': 'edfb25f7-2b84-4cd9-a638-781270e0a176', 'status': 'completed', 'code': 200} Sep 03 14:28:42.041716 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-db4a20a0-6e77-47de-bada-5959194b72ee None None] Set router 892a691a-b7ae-4819-84dc-23d1e14e0236 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:28:42.239589 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-db4a20a0-6e77-47de-bada-5959194b72ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port': {'id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:42Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '7e9ffbc9-f208-4b23-a180-ffefafdce5a7', 'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'mac_address': 'fa:16:3e:99:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '82eb6649-c61a-47b3-86b1-669452794c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:48Z', 'updated_at': '2021-09-03T14:24:57Z', 'revision_number': 5, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'subnets': [{'id': '82eb6649-c61a-47b3-86b1-669452794c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:28:42.272239 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4a20a0-6e77-47de-bada-5959194b72ee None None] Checking router: 892a691a-b7ae-4819-84dc-23d1e14e0236 for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:28:42.281233 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4a20a0-6e77-47de-bada-5959194b72ee None None] Routers {'892a691a-b7ae-4819-84dc-23d1e14e0236'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:28:42.281906 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-db4a20a0-6e77-47de-bada-5959194b72ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:28:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['892a691a-b7ae-4819-84dc-23d1e14e0236'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:28:42.383019 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ca10dc35-c073-4faa-9205-f81308bb6c9e req-72d8d00a-7146-41a9-9119-7415c44c6c69 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c6cb483-503c-41ae-bf9b-72bfbb9edb9f HTTP/1.1" status: 200 len: 210 time: 0.0293000 Sep 03 14:28:42.427409 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-db4a20a0-6e77-47de-bada-5959194b72ee None None] Set router 892a691a-b7ae-4819-84dc-23d1e14e0236 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:28:42.690477 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-db4a20a0-6e77-47de-bada-5959194b72ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port': {'id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:42Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '7e9ffbc9-f208-4b23-a180-ffefafdce5a7', 'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'mac_address': 'fa:16:3e:99:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '82eb6649-c61a-47b3-86b1-669452794c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:48Z', 'updated_at': '2021-09-03T14:24:57Z', 'revision_number': 5, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'subnets': [{'id': '82eb6649-c61a-47b3-86b1-669452794c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:28:42.720252 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4a20a0-6e77-47de-bada-5959194b72ee None None] The sync data for ids ['892a691a-b7ae-4819-84dc-23d1e14e0236'] in dv-cinder-759955-20-iscsi is: [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port': {'id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:42Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '7e9ffbc9-f208-4b23-a180-ffefafdce5a7', 'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'mac_address': 'fa:16:3e:99:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '82eb6649-c61a-47b3-86b1-669452794c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:48Z', 'updated_at': '2021-09-03T14:24:57Z', 'revision_number': 5, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'subnets': [{'id': '82eb6649-c61a-47b3-86b1-669452794c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:28:42.958203 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-38ed428b-bc52-4751-9880-fb6adbad1c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:43.084617 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8cb2e0-5f25-43bf-bd01-b1f1b22c4a70 None None] New status for floating IP 16498a05-087f-447c-a210-92c940b424c5: DOWN {{(pid=93972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:28:43.249434 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:43.306384 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:28:43.470922 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 47996) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:28:43.538498 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce022-494d-44b9-a693-94365cd5d3b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:43.563250 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce022-494d-44b9-a693-94365cd5d3b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:43.614646 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce022-494d-44b9-a693-94365cd5d3b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:43.617230 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce022-494d-44b9-a693-94365cd5d3b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:43.618433 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-1b1ce022-494d-44b9-a693-94365cd5d3b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "DELETE /v2.0/security-groups/349fda1d-4636-4992-b34a-f0bb9fcfc7f0 HTTP/1.1" status: 204 len: 168 time: 0.1463714 Sep 03 14:28:43.621278 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 47998) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:28:43.627618 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ce022-494d-44b9-a693-94365cd5d3b9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=349fda1d-4636-4992-b34a-f0bb9fcfc7f0,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:43.655733 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.api.v2.resource [None req-d32d0fb4-8225-45d6-ae1f-4c85a66188f1 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] show failed (client error): The resource could not be found. Sep 03 14:28:43.659513 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d32d0fb4-8225-45d6-ae1f-4c85a66188f1 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups/349fda1d-4636-4992-b34a-f0bb9fcfc7f0 HTTP/1.1" status: 404 len: 347 time: 0.0344300 Sep 03 14:28:43.659907 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48000) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:28:43.796721 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-39ae9222-2c46-4b22-97c9-6bc73820e492 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Deleting port 8d4e9c52-6b21-4601-8ae6-09cbe6dd2f98 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:28:43.796963 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-39ae9222-2c46-4b22-97c9-6bc73820e492 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:43.874204 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-39ae9222-2c46-4b22-97c9-6bc73820e492 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:43.874539 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-39ae9222-2c46-4b22-97c9-6bc73820e492 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:43.886736 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-39ae9222-2c46-4b22-97c9-6bc73820e492 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Calling delete_port for 8d4e9c52-6b21-4601-8ae6-09cbe6dd2f98 owned by network:floatingip {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:28:44.027579 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-39ae9222-2c46-4b22-97c9-6bc73820e492 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:44.046672 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device edfb25f7-2b84-4cd9-a638-781270e0a176 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:28:44.050792 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae9222-2c46-4b22-97c9-6bc73820e492 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Pushing event deleted for resources: {'Port': ['ID=8d4e9c52-6b21-4601-8ae6-09cbe6dd2f98,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:44.074080 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: edfb25f7-2b84-4cd9-a638-781270e0a176 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:28:44.074434 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device edfb25f7-2b84-4cd9-a638-781270e0a176 not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:28:44.113252 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-39ae9222-2c46-4b22-97c9-6bc73820e492 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for floatingip, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:44.116209 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-39ae9222-2c46-4b22-97c9-6bc73820e492 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:44.117362 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-39ae9222-2c46-4b22-97c9-6bc73820e492 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "DELETE /v2.0/floatingips/16498a05-087f-447c-a210-92c940b424c5 HTTP/1.1" status: 204 len: 168 time: 0.4564443 Sep 03 14:28:44.350281 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:44.528335 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48008) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:28:44.536141 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-50958e3d-3230-47ad-8cf7-b08b95bbda61 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--394741389', 'description': 'tempest-description--1534021767'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:28:44.564117 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-50958e3d-3230-47ad-8cf7-b08b95bbda61 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:44.665583 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-50958e3d-3230-47ad-8cf7-b08b95bbda61 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:44.670119 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-50958e3d-3230-47ad-8cf7-b08b95bbda61 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:44.700478 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50958e3d-3230-47ad-8cf7-b08b95bbda61 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28aa89b3-f5b5-484c-86e5-512b20c249a0,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:44.702793 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-50958e3d-3230-47ad-8cf7-b08b95bbda61 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:44.704024 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-50958e3d-3230-47ad-8cf7-b08b95bbda61 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1743186 Sep 03 14:28:44.707061 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48014) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:28:44.713011 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-82920841-a48c-401c-9e11-7eb1b9d0e0d0 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Request body: {'security_group_rule': {'security_group_id': '28aa89b3-f5b5-484c-86e5-512b20c249a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:28:44.743102 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-82920841-a48c-401c-9e11-7eb1b9d0e0d0 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:44.810365 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-82920841-a48c-401c-9e11-7eb1b9d0e0d0 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:44.816152 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-82920841-a48c-401c-9e11-7eb1b9d0e0d0 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:44.832868 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82920841-a48c-401c-9e11-7eb1b9d0e0d0 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e173f95-eea7-401f-bd7a-b7b3a328f95a,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:44.848338 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-82920841-a48c-401c-9e11-7eb1b9d0e0d0 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:44.850635 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-82920841-a48c-401c-9e11-7eb1b9d0e0d0 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422741 Sep 03 14:28:44.854640 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48022) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:28:44.859547 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-9d02afc3-3366-4f89-9412-fd115113460a tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Request body: {'security_group_rule': {'security_group_id': '28aa89b3-f5b5-484c-86e5-512b20c249a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:28:44.896759 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9d02afc3-3366-4f89-9412-fd115113460a tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:44.974253 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9d02afc3-3366-4f89-9412-fd115113460a tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:44.984559 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9d02afc3-3366-4f89-9412-fd115113460a tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:45.005645 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02afc3-3366-4f89-9412-fd115113460a tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcab2433-3100-44c0-a77e-663b71f9fb77,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:45.016388 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9d02afc3-3366-4f89-9412-fd115113460a tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:45.017717 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-9d02afc3-3366-4f89-9412-fd115113460a tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1620216 Sep 03 14:28:45.021047 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48030) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:28:45.026744 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-daee4888-e411-4b41-a534-0eb95e1777de tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Request body: {'floatingip': {'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:28:45.052180 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-daee4888-e411-4b41-a534-0eb95e1777de tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for floatingip, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:45.165630 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871279f-fab6-40ca-99ca-9905ac803128 req-0a99db55-9189-42cc-8ead-d6651376c99b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:45.167257 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a871279f-fab6-40ca-99ca-9905ac803128 req-0a99db55-9189-42cc-8ead-d6651376c99b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0678005 Sep 03 14:28:45.209462 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a871279f-fab6-40ca-99ca-9905ac803128 req-66ba93bb-084e-463d-bace-8f059fd0eea0 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355916 Sep 03 14:28:45.385886 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-daee4888-e411-4b41-a534-0eb95e1777de tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:45.494799 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-daee4888-e411-4b41-a534-0eb95e1777de tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Allocated IP 172.27.3.194 (71a2aaf5-8009-41a7-aebe-f6027ce2b898/3592d6f5-ce6a-448b-9072-bd66af67c647/a5e41115-48e5-455c-82b4-eaf1acd9c486) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:28:45.594330 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-daee4888-e411-4b41-a534-0eb95e1777de tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:45.633641 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-daee4888-e411-4b41-a534-0eb95e1777de tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:45.670152 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daee4888-e411-4b41-a534-0eb95e1777de tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:28:45.672823 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-daee4888-e411-4b41-a534-0eb95e1777de tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:28:45.676277 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daee4888-e411-4b41-a534-0eb95e1777de tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:28:45.684293 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee4888-e411-4b41-a534-0eb95e1777de tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Pushing event updated for resources: {'Port': ['ID=a5e41115-48e5-455c-82b4-eaf1acd9c486,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:45.765455 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-daee4888-e411-4b41-a534-0eb95e1777de tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:45.799260 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-daee4888-e411-4b41-a534-0eb95e1777de tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:45.951564 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-daee4888-e411-4b41-a534-0eb95e1777de tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:45.956072 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-daee4888-e411-4b41-a534-0eb95e1777de tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:46.024892 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee4888-e411-4b41-a534-0eb95e1777de tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Pushing event updated for resources: {'Port': ['ID=a5e41115-48e5-455c-82b4-eaf1acd9c486,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:46.037183 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-daee4888-e411-4b41-a534-0eb95e1777de tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-894004'] for floatingip, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:46.051820 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-daee4888-e411-4b41-a534-0eb95e1777de tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:46.053135 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-daee4888-e411-4b41-a534-0eb95e1777de tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0310535 Sep 03 14:28:46.153373 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:46.274410 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-cb7d53d7-8b88-4afb-a609-d947d6fb7872 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--394741389&fields=id&tenant_id=91f21185d42d4c3ca4b3d81f557ff12c HTTP/1.1" status: 200 len: 267 time: 0.0516222 Sep 03 14:28:46.349845 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab9ba5-58fc-497d-a9a7-76ab23ec6eae req-cf774585-9ce1-4408-a6ae-921c996612f4 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:46.351424 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-57ab9ba5-58fc-497d-a9a7-76ab23ec6eae req-cf774585-9ce1-4408-a6ae-921c996612f4 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0510626 Sep 03 14:28:46.395492 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-d7238d5e-9976-4cd0-b695-aac9ab3e4687 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:46.397053 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-d7238d5e-9976-4cd0-b695-aac9ab3e4687 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/networks?id=ba4f67b6-6867-4585-894f-04afec16c8e4 HTTP/1.1" status: 200 len: 810 time: 0.1137981 Sep 03 14:28:46.400156 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-57ab9ba5-58fc-497d-a9a7-76ab23ec6eae req-fdba1b17-7d54-4aeb-9bc6-67676a426970 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424533 Sep 03 14:28:46.419239 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-bf581c66-f716-4446-8ab7-38ef92971e21 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/quotas/91f21185d42d4c3ca4b3d81f557ff12c HTTP/1.1" status: 200 len: 375 time: 0.0152771 Sep 03 14:28:46.473542 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-22e0484a-54f9-4055-bd31-adcc454f771d tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91f21185d42d4c3ca4b3d81f557ff12c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485692 Sep 03 14:28:46.622245 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-2d3f60b6-b177-42b4-a186-307492d0205a service neutron] 10.222.0.23 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365268 Sep 03 14:28:46.724029 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-7181d7be-0c14-4b93-9b40-4889011e575f service neutron] 10.222.0.23 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954602 Sep 03 14:28:46.888800 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-07b4a913-5549-4050-883d-14ac8c468087 req-8aa38e9c-0024-453e-930b-4251c0c94c5d tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7d40a4-114e-4b57-a437-adb506ac2dc1 HTTP/1.1" status: 200 len: 210 time: 0.0286593 Sep 03 14:28:47.554348 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460114c4-0afd-4558-802d-8dd404162feb req-18f825c6-ce29-4447-9bc3-5908c3cdb76f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:47.556517 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-460114c4-0afd-4558-802d-8dd404162feb req-18f825c6-ce29-4447-9bc3-5908c3cdb76f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0559723 Sep 03 14:28:47.596600 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-460114c4-0afd-4558-802d-8dd404162feb req-4fdf2008-862f-4f3c-876e-e57c4dd37ea1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336514 Sep 03 14:28:47.999380 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d014d648-607e-4937-815a-896f44a1c5a1 req-0cea5f69-cf6a-481b-80bc-699e87b6f426 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7d40a4-114e-4b57-a437-adb506ac2dc1 HTTP/1.1" status: 200 len: 210 time: 0.0350134 Sep 03 14:28:48.004903 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-dba6af27-a468-4bb6-bb0b-fbfca11958cc tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:48.006648 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-dba6af27-a468-4bb6-bb0b-fbfca11958cc tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.11 "GET /v2.0/networks?id=ba4f67b6-6867-4585-894f-04afec16c8e4 HTTP/1.1" status: 200 len: 810 time: 0.1282117 Sep 03 14:28:48.062330 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-6a54c510-7fc0-4d1b-a216-9f76dbc14db9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91f21185d42d4c3ca4b3d81f557ff12c HTTP/1.1" status: 200 len: 379 time: 0.0461726 Sep 03 14:28:48.076522 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-bf514911-e270-4dc1-9157-de6490e57e52 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Request body: {'port': {'device_id': '1f7d40a4-114e-4b57-a437-adb506ac2dc1', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'admin_state_up': True, 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'security_groups': ['28aa89b3-f5b5-484c-86e5-512b20c249a0']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:28:48.186463 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-bf514911-e270-4dc1-9157-de6490e57e52 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Made reservation on behalf of 91f21185d42d4c3ca4b3d81f557ff12c for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:28:48.189845 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-bf514911-e270-4dc1-9157-de6490e57e52 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:48.321368 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-bf514911-e270-4dc1-9157-de6490e57e52 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Allocated IP 172.20.0.10 (ba4f67b6-6867-4585-894f-04afec16c8e4/82eb6649-c61a-47b3-86b1-669452794c49/457132e4-fd8c-42f9-91c5-f4eabca3c48e) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:28:48.471239 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-bf514911-e270-4dc1-9157-de6490e57e52 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:48.486544 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-bf514911-e270-4dc1-9157-de6490e57e52 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Transition to ACTIVE for port object 457132e4-fd8c-42f9-91c5-f4eabca3c48e will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:28:48.527492 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-bf514911-e270-4dc1-9157-de6490e57e52 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:48.573948 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-bf514911-e270-4dc1-9157-de6490e57e52 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Network ba4f67b6-6867-4585-894f-04afec16c8e4 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:28:48.577532 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-bf514911-e270-4dc1-9157-de6490e57e52 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:28:48.581692 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-bf514911-e270-4dc1-9157-de6490e57e52 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:28:48.591548 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf514911-e270-4dc1-9157-de6490e57e52 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Pushing event updated for resources: {'Port': ['ID=457132e4-fd8c-42f9-91c5-f4eabca3c48e,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:48.641895 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-bf514911-e270-4dc1-9157-de6490e57e52 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:48.642568 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-bf514911-e270-4dc1-9157-de6490e57e52 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:48.664076 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-bf514911-e270-4dc1-9157-de6490e57e52 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5914762 Sep 03 14:28:48.729702 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Request body: {'port': {'device_id': '1f7d40a4-114e-4b57-a437-adb506ac2dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:28:48.799637 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9551f-d6c3-4b9d-a911-857209ae5af6 req-28c598a9-377e-4dd9-a41f-0f6b19aa9b77 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:48.801043 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-51b9551f-d6c3-4b9d-a911-857209ae5af6 req-28c598a9-377e-4dd9-a41f-0f6b19aa9b77 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.1077445 Sep 03 14:28:48.821371 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:48.869165 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-d8cffeb3-160a-4a8d-a6b3-91708f090637 None None] Provisioning for port 457132e4-fd8c-42f9-91c5-f4eabca3c48e completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:28:48.873536 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-d8cffeb3-160a-4a8d-a6b3-91708f090637 None None] Provisioning complete for port 457132e4-fd8c-42f9-91c5-f4eabca3c48e triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:28:48.873980 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d8cffeb3-160a-4a8d-a6b3-91708f090637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:48.911864 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-d8cffeb3-160a-4a8d-a6b3-91708f090637 None None] Port 457132e4-fd8c-42f9-91c5-f4eabca3c48e cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:28:48.917384 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-51b9551f-d6c3-4b9d-a911-857209ae5af6 req-ea703c63-fc06-4d60-8eea-c5c5a1838f0f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093590 Sep 03 14:28:49.134066 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9b87d-2ec1-468d-843b-66de489e60ec req-1c5d3102-bb42-4485-922b-92a6525c7bc9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:49.135651 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-98f9b87d-2ec1-468d-843b-66de489e60ec req-1c5d3102-bb42-4485-922b-92a6525c7bc9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7d40a4-114e-4b57-a437-adb506ac2dc1 HTTP/1.1" status: 200 len: 932 time: 0.0574350 Sep 03 14:28:49.165977 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457132e4-fd8c-42f9-91c5-f4eabca3c48e {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:28:49.173620 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-98f9b87d-2ec1-468d-843b-66de489e60ec req-7c1fd84b-e675-448a-8b68-73bbbf3d1e04 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=28aa89b3-f5b5-484c-86e5-512b20c249a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316548 Sep 03 14:28:49.173930 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:49.188012 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Transition to ACTIVE for port object 457132e4-fd8c-42f9-91c5-f4eabca3c48e will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:28:49.192051 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:49.248672 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Pushing event updated for resources: {'Port': ['ID=457132e4-fd8c-42f9-91c5-f4eabca3c48e,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:49.321589 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Attempting to bind port 457132e4-fd8c-42f9-91c5-f4eabca3c48e on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:28:49.321961 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Attempting to bind port 457132e4-fd8c-42f9-91c5-f4eabca3c48e by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'eeba19bd-af1c-40fb-a40e-a819df1d18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:28:49.322298 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Attempting to bind port 457132e4-fd8c-42f9-91c5-f4eabca3c48e on network ba4f67b6-6867-4585-894f-04afec16c8e4 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:28:49.326780 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Port 457132e4-fd8c-42f9-91c5-f4eabca3c48e on network ba4f67b6-6867-4585-894f-04afec16c8e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:28:49.327103 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Attempting to bind port 457132e4-fd8c-42f9-91c5-f4eabca3c48e on network ba4f67b6-6867-4585-894f-04afec16c8e4 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:28:49.332095 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:28:49.332438 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Checking segment: {'id': 'eeba19bd-af1c-40fb-a40e-a819df1d18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:28:49.332831 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Bound using segment: {'id': 'eeba19bd-af1c-40fb-a40e-a819df1d18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:28:49.333288 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Bound port: 457132e4-fd8c-42f9-91c5-f4eabca3c48e, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeba19bd-af1c-40fb-a40e-a819df1d18bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:28:49.333745 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:49.399190 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] For port 457132e4-fd8c-42f9-91c5-f4eabca3c48e, host hv-cinder-75995, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:28:49.402191 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] For port 457132e4-fd8c-42f9-91c5-f4eabca3c48e, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=457132e4-fd8c-42f9-91c5-f4eabca3c48e,segment=NetworkSegment(eeba19bd-af1c-40fb-a40e-a819df1d18bb),segment_id=eeba19bd-af1c-40fb-a40e-a819df1d18bb)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:28:49.406142 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:49.442393 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:49.443012 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:49.444488 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] 10.222.0.11 "PUT /v2.0/ports/457132e4-fd8c-42f9-91c5-f4eabca3c48e HTTP/1.1" status: 200 len: 1094 time: 0.7717583 Sep 03 14:28:49.444940 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7d40a4-114e-4b57-a437-adb506ac2dc1', 'tag': '457132e4-fd8c-42f9-91c5-f4eabca3c48e'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:28:49.447594 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cca446d-2a1e-4147-a7e1-b93a7be8f6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7d40a4-114e-4b57-a437-adb506ac2dc1", "tag": "457132e4-fd8c-42f9-91c5-f4eabca3c48e"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:28:49.498256 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e68202b-fa69-4440-abd4-2939cb6769a1 x-openstack-request-id: req-3e68202b-fa69-4440-abd4-2939cb6769a1 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:28:49.498554 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7d40a4-114e-4b57-a437-adb506ac2dc1", "tag": "457132e4-fd8c-42f9-91c5-f4eabca3c48e", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:28:49.498806 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e68202b-fa69-4440-abd4-2939cb6769a1 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:28:49.499204 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7d40a4-114e-4b57-a437-adb506ac2dc1', 'tag': '457132e4-fd8c-42f9-91c5-f4eabca3c48e', 'status': 'completed', 'code': 200} Sep 03 14:28:49.501310 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70519cb8-7408-4a39-b440-ea61d2cd1975 service neutron] Pushing event updated for resources: {'Port': ['ID=457132e4-fd8c-42f9-91c5-f4eabca3c48e,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:49.534268 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-e035c560-991b-40ae-9e5f-a225e2e2b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:49.535431 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-e035c560-991b-40ae-9e5f-a225e2e2b333 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91f21185d42d4c3ca4b3d81f557ff12c&device_id=1f7d40a4-114e-4b57-a437-adb506ac2dc1 HTTP/1.1" status: 200 len: 1097 time: 0.0498359 Sep 03 14:28:49.580471 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-19d109e1-e287-476d-9682-62164359c402 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=457132e4-fd8c-42f9-91c5-f4eabca3c48e HTTP/1.1" status: 200 len: 217 time: 0.0355449 Sep 03 14:28:49.634665 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70e46230-a5c0-4b41-ad51-946b03950f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:49.636130 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-70e46230-a5c0-4b41-ad51-946b03950f53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82eb6649-c61a-47b3-86b1-669452794c49 HTTP/1.1" status: 200 len: 849 time: 0.0482895 Sep 03 14:28:49.684799 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-62a50dc7-1cd8-496f-9b22-857da20e8e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:49.686321 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-62a50dc7-1cd8-496f-9b22-857da20e8e28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba4f67b6-6867-4585-894f-04afec16c8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413573 Sep 03 14:28:49.779132 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-d91ac5ec-d6bc-4121-941d-e04ce7aa8d9f service neutron] 10.222.0.11 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845773 Sep 03 14:28:49.872019 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc69c17e-73aa-4391-b04c-f86583176bfc req-7c1a55e0-8e31-4676-a011-68439e947dee service neutron] 10.222.0.11 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848818 Sep 03 14:28:49.966055 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca446d-2a1e-4147-a7e1-b93a7be8f6fe req-5fde6144-fde3-4b6c-acff-d5b1d21103cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:49.967934 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2cca446d-2a1e-4147-a7e1-b93a7be8f6fe req-5fde6144-fde3-4b6c-acff-d5b1d21103cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91f21185d42d4c3ca4b3d81f557ff12c&device_id=1f7d40a4-114e-4b57-a437-adb506ac2dc1 HTTP/1.1" status: 200 len: 1097 time: 0.0419552 Sep 03 14:28:50.043151 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f55b0-8542-4153-86db-14e8900f8449 req-633cd211-42fc-47c9-b148-4de7f4da0562 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:50.044683 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-371f55b0-8542-4153-86db-14e8900f8449 req-633cd211-42fc-47c9-b148-4de7f4da0562 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0550013 Sep 03 14:28:50.068735 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca446d-2a1e-4147-a7e1-b93a7be8f6fe req-dcb0e720-7f91-44a4-af87-d18d28c34370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:50.070196 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2cca446d-2a1e-4147-a7e1-b93a7be8f6fe req-dcb0e720-7f91-44a4-af87-d18d28c34370 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba4f67b6-6867-4585-894f-04afec16c8e4 HTTP/1.1" status: 200 len: 911 time: 0.0933676 Sep 03 14:28:50.084455 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-371f55b0-8542-4153-86db-14e8900f8449 req-e9568f64-b423-4d51-9cf8-6377f30857f2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336568 Sep 03 14:28:50.113876 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2cca446d-2a1e-4147-a7e1-b93a7be8f6fe req-2c8ebb34-28e6-4273-8e84-e98518b6a0d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=457132e4-fd8c-42f9-91c5-f4eabca3c48e HTTP/1.1" status: 200 len: 217 time: 0.0349894 Sep 03 14:28:50.165955 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca446d-2a1e-4147-a7e1-b93a7be8f6fe req-06f27196-485d-43ac-b90b-e15b080cb0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:50.167299 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2cca446d-2a1e-4147-a7e1-b93a7be8f6fe req-06f27196-485d-43ac-b90b-e15b080cb0ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82eb6649-c61a-47b3-86b1-669452794c49 HTTP/1.1" status: 200 len: 849 time: 0.0455072 Sep 03 14:28:50.215587 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca446d-2a1e-4147-a7e1-b93a7be8f6fe req-45396308-9153-4b02-a425-eb9e700d8a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:50.217116 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2cca446d-2a1e-4147-a7e1-b93a7be8f6fe req-45396308-9153-4b02-a425-eb9e700d8a3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba4f67b6-6867-4585-894f-04afec16c8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417950 Sep 03 14:28:50.342361 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba143a9-410d-465c-90e8-73cfe0008c41 req-2f5d7b8a-227e-4fb8-9d6c-26a1b64994f6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:50.343860 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bba143a9-410d-465c-90e8-73cfe0008c41 req-2f5d7b8a-227e-4fb8-9d6c-26a1b64994f6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7d40a4-114e-4b57-a437-adb506ac2dc1 HTTP/1.1" status: 200 len: 944 time: 0.0984321 Sep 03 14:28:50.349520 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2cca446d-2a1e-4147-a7e1-b93a7be8f6fe req-6022aec4-3c97-46cd-8af5-6855fd6008bd service neutron] 10.222.0.11 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216140 Sep 03 14:28:50.406441 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bba143a9-410d-465c-90e8-73cfe0008c41 req-66da5b7c-2840-4a70-8986-09a2ee5ff7c8 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=28aa89b3-f5b5-484c-86e5-512b20c249a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559206 Sep 03 14:28:50.458801 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2cca446d-2a1e-4147-a7e1-b93a7be8f6fe req-189711b2-7787-4286-92b9-edbc6c3423c4 service neutron] 10.222.0.11 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012352 Sep 03 14:28:51.218881 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a390e5-4930-4a91-a221-1c5920b9bbc3 req-a438403b-048e-4e5d-b168-ec9ca8836f66 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:51.220562 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f2a390e5-4930-4a91-a221-1c5920b9bbc3 req-a438403b-048e-4e5d-b168-ec9ca8836f66 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0579345 Sep 03 14:28:51.262693 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f2a390e5-4930-4a91-a221-1c5920b9bbc3 req-b98156d4-c756-4cc5-be1c-5bf33157bd61 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358582 Sep 03 14:28:51.528481 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12911cd7-9682-4e44-9934-9aceb999965d req-2059e209-13ec-4d16-a62c-8cd6c1d332a7 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:51.530013 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12911cd7-9682-4e44-9934-9aceb999965d req-2059e209-13ec-4d16-a62c-8cd6c1d332a7 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7d40a4-114e-4b57-a437-adb506ac2dc1 HTTP/1.1" status: 200 len: 944 time: 0.0547550 Sep 03 14:28:51.571733 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12911cd7-9682-4e44-9934-9aceb999965d req-2a306cd5-f766-4f87-be82-dd823bfe967d tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=28aa89b3-f5b5-484c-86e5-512b20c249a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357585 Sep 03 14:28:52.111183 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-926a7862-20eb-4470-b6f1-554def981782 req-2cad1df4-3710-4cb6-bffc-5570076f8ecd tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1619487761&fields=id&tenant_id=f30119270aba4daaba917bc9696408a3 HTTP/1.1" status: 200 len: 267 time: 0.0325432 Sep 03 14:28:52.123982 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 457132e4-fd8c-42f9-91c5-f4eabca3c48e details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:28:52.163622 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a7862-20eb-4470-b6f1-554def981782 req-0eaaa87f-2b09-4465-91dc-303f4a30d9b1 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:52.165754 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-926a7862-20eb-4470-b6f1-554def981782 req-0eaaa87f-2b09-4465-91dc-303f4a30d9b1 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 985 time: 0.0490565 Sep 03 14:28:52.176811 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [req-926a7862-20eb-4470-b6f1-554def981782 req-eba0c122-45b6-43b6-b6ad-32dbb253df6d tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Request body: {'port': {'security_groups': ['d66a9f1d-ef03-4d12-bce0-404321b7c815']}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:28:52.222990 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 457132e4-fd8c-42f9-91c5-f4eabca3c48e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=457132e4-fd8c-42f9-91c5-f4eabca3c48e,segment=NetworkSegment(eeba19bd-af1c-40fb-a40e-a819df1d18bb),segment_id=eeba19bd-af1c-40fb-a40e-a819df1d18bb)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:28:52.234009 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': '457132e4-fd8c-42f9-91c5-f4eabca3c48e', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'port_id': '457132e4-fd8c-42f9-91c5-f4eabca3c48e', 'mac_address': 'fa:16:3e:b5:16:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82eb6649-c61a-47b3-86b1-669452794c49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:28:52.247803 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-926a7862-20eb-4470-b6f1-554def981782 req-eba0c122-45b6-43b6-b6ad-32dbb253df6d tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:52.271833 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:52.284264 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457132e4-fd8c-42f9-91c5-f4eabca3c48e {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:28:52.304426 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 457132e4-fd8c-42f9-91c5-f4eabca3c48e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=457132e4-fd8c-42f9-91c5-f4eabca3c48e,segment=NetworkSegment(eeba19bd-af1c-40fb-a40e-a819df1d18bb),segment_id=eeba19bd-af1c-40fb-a40e-a819df1d18bb)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:28:52.310034 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:52.371807 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=457132e4-fd8c-42f9-91c5-f4eabca3c48e,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:52.379656 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:52.380151 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:52.380598 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:52.381037 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:52.381474 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:52.381959 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:52.382391 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:52.382824 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:52.383293 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:52.383721 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:52.384151 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:52.384577 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:28:52.385627 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a690ebd-a32a-40d5-acef-772a58285152 req-191f7004-1b0c-4127-a5b6-e26c0a1fae10 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:52.387197 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4a690ebd-a32a-40d5-acef-772a58285152 req-191f7004-1b0c-4127-a5b6-e26c0a1fae10 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0514498 Sep 03 14:28:52.426717 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4a690ebd-a32a-40d5-acef-772a58285152 req-5b148627-9a2f-4d16-bdf3-4f00d2c286b2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326433 Sep 03 14:28:52.431619 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [req-926a7862-20eb-4470-b6f1-554def981782 req-eba0c122-45b6-43b6-b6ad-32dbb253df6d tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] For port dbde8520-1e9e-4712-89ea-8bbb8a6e1286, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=dbde8520-1e9e-4712-89ea-8bbb8a6e1286,segment=NetworkSegment(b79e017b-c336-49e8-86ae-8ed747246548),segment_id=b79e017b-c336-49e8-86ae-8ed747246548)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:28:52.465805 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-926a7862-20eb-4470-b6f1-554def981782 req-eba0c122-45b6-43b6-b6ad-32dbb253df6d tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:52.471344 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-926a7862-20eb-4470-b6f1-554def981782 req-eba0c122-45b6-43b6-b6ad-32dbb253df6d tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:52.484801 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['dbde8520-1e9e-4712-89ea-8bbb8a6e1286'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:28:52.540285 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a7862-20eb-4470-b6f1-554def981782 req-eba0c122-45b6-43b6-b6ad-32dbb253df6d tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:52.540962 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-926a7862-20eb-4470-b6f1-554def981782 req-eba0c122-45b6-43b6-b6ad-32dbb253df6d tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:52.546641 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-926a7862-20eb-4470-b6f1-554def981782 req-eba0c122-45b6-43b6-b6ad-32dbb253df6d tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "PUT /v2.0/ports/dbde8520-1e9e-4712-89ea-8bbb8a6e1286 HTTP/1.1" status: 200 len: 943 time: 0.3743095 Sep 03 14:28:52.547258 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b6415f-8538-4abb-8d40-a886a0ffb008', 'tag': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:28:52.551753 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39916e73-7991-4c07-8d92-7b56b7b86b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "00b6415f-8538-4abb-8d40-a886a0ffb008", "tag": "dbde8520-1e9e-4712-89ea-8bbb8a6e1286"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:28:52.551882 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48096) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:28:52.571945 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['457132e4-fd8c-42f9-91c5-f4eabca3c48e'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:28:52.597597 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0c122-45b6-43b6-b6ad-32dbb253df6d tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Pushing event updated for resources: {'Port': ['ID=dbde8520-1e9e-4712-89ea-8bbb8a6e1286,revision_number=7']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:52.631268 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb0b272-72ca-4e94-aeb9-0baad5430934 x-openstack-request-id: req-1eb0b272-72ca-4e94-aeb9-0baad5430934 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:28:52.632139 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b6415f-8538-4abb-8d40-a886a0ffb008", "tag": "dbde8520-1e9e-4712-89ea-8bbb8a6e1286", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:28:52.632612 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1eb0b272-72ca-4e94-aeb9-0baad5430934 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:28:52.633848 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b6415f-8538-4abb-8d40-a886a0ffb008', 'tag': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286', 'status': 'completed', 'code': 200} Sep 03 14:28:52.646835 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['dbde8520-1e9e-4712-89ea-8bbb8a6e1286'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:28:52.685328 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-543b020e-3420-4e63-afa0-6d1a425e9841 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:52.744795 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15f151-d526-476f-9398-d8aa7cf37ea1 req-9b9089f2-d994-48f6-9e90-11d2df34899d tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:52.754212 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ff15f151-d526-476f-9398-d8aa7cf37ea1 req-9b9089f2-d994-48f6-9e90-11d2df34899d tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7d40a4-114e-4b57-a437-adb506ac2dc1 HTTP/1.1" status: 200 len: 945 time: 0.0765636 Sep 03 14:28:52.759762 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-543b020e-3420-4e63-afa0-6d1a425e9841 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:52.765745 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39916e73-7991-4c07-8d92-7b56b7b86b0f req-675ad19e-6219-470c-ae24-d16a50bbe9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:52.767299 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-39916e73-7991-4c07-8d92-7b56b7b86b0f req-675ad19e-6219-470c-ae24-d16a50bbe9d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f30119270aba4daaba917bc9696408a3&device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 1099 time: 0.0911667 Sep 03 14:28:52.812699 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ff15f151-d526-476f-9398-d8aa7cf37ea1 req-cdad5cfb-274c-49e2-9f5d-1ba675143ad9 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=28aa89b3-f5b5-484c-86e5-512b20c249a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569911 Sep 03 14:28:52.903898 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39916e73-7991-4c07-8d92-7b56b7b86b0f req-423a367f-e314-46f2-ad74-1061d988ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:52.905449 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-39916e73-7991-4c07-8d92-7b56b7b86b0f req-423a367f-e314-46f2-ad74-1061d988ea5a service neutron] 10.222.0.11 "GET /v2.0/networks?id=41791f6f-5dc3-4bb3-a10a-6ba71f14d907 HTTP/1.1" status: 200 len: 915 time: 0.1291387 Sep 03 14:28:52.956472 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-3a67bbd7-68d9-4e3e-bf07-9ef8266437a8 None None] Provisioning complete for port dbde8520-1e9e-4712-89ea-8bbb8a6e1286 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:28:52.956854 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3a67bbd7-68d9-4e3e-bf07-9ef8266437a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:52.974528 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-543b020e-3420-4e63-afa0-6d1a425e9841 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:52.977116 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-543b020e-3420-4e63-afa0-6d1a425e9841 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:52.978285 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-543b020e-3420-4e63-afa0-6d1a425e9841 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "DELETE /v2.0/security-groups/b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5 HTTP/1.1" status: 204 len: 168 time: 0.4254153 Sep 03 14:28:52.981571 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 48102) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:28:52.994034 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b020e-3420-4e63-afa0-6d1a425e9841 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f16ea7-a0f9-4c97-b000-9afb9c41c8b5,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:52.997156 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-39916e73-7991-4c07-8d92-7b56b7b86b0f req-e72aa107-5a6b-4b10-951e-37f9adb31ac9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbde8520-1e9e-4712-89ea-8bbb8a6e1286 HTTP/1.1" status: 200 len: 1002 time: 0.0838692 Sep 03 14:28:53.052242 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39916e73-7991-4c07-8d92-7b56b7b86b0f req-5b4aefeb-2ee2-4f5d-9d0e-dacd1895e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:53.053822 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-39916e73-7991-4c07-8d92-7b56b7b86b0f req-5b4aefeb-2ee2-4f5d-9d0e-dacd1895e6b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e396b2e8-1d28-431c-b3ff-a6ed2a24f730 HTTP/1.1" status: 200 len: 853 time: 0.0496180 Sep 03 14:28:53.100141 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39916e73-7991-4c07-8d92-7b56b7b86b0f req-20629706-9a4b-4ea7-a956-ed00841a6961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:53.101638 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-39916e73-7991-4c07-8d92-7b56b7b86b0f req-20629706-9a4b-4ea7-a956-ed00841a6961 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=41791f6f-5dc3-4bb3-a10a-6ba71f14d907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402067 Sep 03 14:28:53.148622 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5cb5c58b-f5ea-42c5-8693-c529fd84d9e2 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Deleting port 83131755-f8fc-4830-b14c-2160e750b866 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:28:53.148970 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c58b-f5ea-42c5-8693-c529fd84d9e2 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:53.198347 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-39916e73-7991-4c07-8d92-7b56b7b86b0f req-ac6cf0c7-f424-45aa-8f77-90033b7b4884 service neutron] 10.222.0.11 "GET /v2.0/networks/41791f6f-5dc3-4bb3-a10a-6ba71f14d907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863042 Sep 03 14:28:53.233594 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c58b-f5ea-42c5-8693-c529fd84d9e2 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:53.234112 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c58b-f5ea-42c5-8693-c529fd84d9e2 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:53.246943 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5cb5c58b-f5ea-42c5-8693-c529fd84d9e2 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Calling delete_port for 83131755-f8fc-4830-b14c-2160e750b866 owned by network:floatingip {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:28:53.296686 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-39916e73-7991-4c07-8d92-7b56b7b86b0f req-6ca690a5-d64f-4486-80b9-198376233d65 service neutron] 10.222.0.11 "GET /v2.0/networks/41791f6f-5dc3-4bb3-a10a-6ba71f14d907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903854 Sep 03 14:28:53.428667 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c58b-f5ea-42c5-8693-c529fd84d9e2 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:53.453862 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5c58b-f5ea-42c5-8693-c529fd84d9e2 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Pushing event deleted for resources: {'Port': ['ID=83131755-f8fc-4830-b14c-2160e750b866,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:53.519117 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c58b-f5ea-42c5-8693-c529fd84d9e2 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks [] for floatingip, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:53.519458 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.l3_db [None req-5cb5c58b-f5ea-42c5-8693-c529fd84d9e2 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Floating IP 7d878de4-0baa-46dc-9554-cffda9045ee0 disassociated (deleted). External IP: 172.27.3.219, port: dbde8520-1e9e-4712-89ea-8bbb8a6e1286. Sep 03 14:28:53.559136 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e72198-2ffc-4774-9dc9-60f61a5851e2 req-63d7d731-99ed-482a-bd49-b32446d9cc09 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:53.560678 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a9e72198-2ffc-4774-9dc9-60f61a5851e2 req-63d7d731-99ed-482a-bd49-b32446d9cc09 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0573244 Sep 03 14:28:53.602628 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a9e72198-2ffc-4774-9dc9-60f61a5851e2 req-83d1fbc5-10a4-44f2-84c7-4132e5ebf7de tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351994 Sep 03 14:28:53.974555 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae7e94-0b78-4bda-bc48-0d35174933b5 req-94c9bd21-21fc-4016-b72c-3879839e5718 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:53.976138 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-21ae7e94-0b78-4bda-bc48-0d35174933b5 req-94c9bd21-21fc-4016-b72c-3879839e5718 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7d40a4-114e-4b57-a437-adb506ac2dc1 HTTP/1.1" status: 200 len: 945 time: 0.1020215 Sep 03 14:28:54.005144 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb5c58b-f5ea-42c5-8693-c529fd84d9e2 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Router 624e5a0a-40bf-46bf-8378-3e3b237a0270 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:28:54.033952 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-21ae7e94-0b78-4bda-bc48-0d35174933b5 req-daca7bfd-b71b-4d91-bed7-026ea447b39e tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=28aa89b3-f5b5-484c-86e5-512b20c249a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497839 Sep 03 14:28:54.130764 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 457132e4-fd8c-42f9-91c5-f4eabca3c48e up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:28:54.137488 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb5c58b-f5ea-42c5-8693-c529fd84d9e2 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:28:54.142284 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c58b-f5ea-42c5-8693-c529fd84d9e2 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:54.153761 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e8fdea-1bcd-4786-923f-889cb37b3fdc None None] Sync routers for ids ['624e5a0a-40bf-46bf-8378-3e3b237a0270'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:28:54.169108 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-5cb5c58b-f5ea-42c5-8693-c529fd84d9e2 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "DELETE /v2.0/floatingips/7d878de4-0baa-46dc-9554-cffda9045ee0 HTTP/1.1" status: 204 len: 168 time: 1.1864130 Sep 03 14:28:54.170874 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e8fdea-1bcd-4786-923f-889cb37b3fdc None None] Routers {'624e5a0a-40bf-46bf-8378-3e3b237a0270'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:28:54.171611 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-f4e8fdea-1bcd-4786-923f-889cb37b3fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:28:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['624e5a0a-40bf-46bf-8378-3e3b237a0270'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:28:54.254950 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port 457132e4-fd8c-42f9-91c5-f4eabca3c48e completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:28:54.266863 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port 457132e4-fd8c-42f9-91c5-f4eabca3c48e triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:28:54.267243 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:54.318335 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-f4e8fdea-1bcd-4786-923f-889cb37b3fdc None None] Set router 624e5a0a-40bf-46bf-8378-3e3b237a0270 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:28:54.447142 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:54.630728 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7d40a4-114e-4b57-a437-adb506ac2dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457132e4-fd8c-42f9-91c5-f4eabca3c48e'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:28:54.633107 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086dfaaf-a1df-4bd2-b989-92080717666e" -d '{"events": [{"server_uuid": "1f7d40a4-114e-4b57-a437-adb506ac2dc1", "name": "network-vif-plugged", "status": "completed", "tag": "457132e4-fd8c-42f9-91c5-f4eabca3c48e"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:28:54.635146 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b6415f-8538-4abb-8d40-a886a0ffb008', 'tag': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:28:54.638738 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0488e5cf-7da8-49a8-9ea3-6367f91e8fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "00b6415f-8538-4abb-8d40-a886a0ffb008", "tag": "dbde8520-1e9e-4712-89ea-8bbb8a6e1286"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:28:54.653105 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 457132e4-fd8c-42f9-91c5-f4eabca3c48e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=457132e4-fd8c-42f9-91c5-f4eabca3c48e,segment=NetworkSegment(eeba19bd-af1c-40fb-a40e-a819df1d18bb),segment_id=eeba19bd-af1c-40fb-a40e-a819df1d18bb)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:28:54.661127 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:54.687940 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156b2a46-a482-40ef-a47c-71e86d5a8ee5 x-openstack-request-id: req-156b2a46-a482-40ef-a47c-71e86d5a8ee5 {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:28:54.688229 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7d40a4-114e-4b57-a437-adb506ac2dc1", "name": "network-vif-plugged", "status": "completed", "tag": "457132e4-fd8c-42f9-91c5-f4eabca3c48e", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:28:54.688490 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-156b2a46-a482-40ef-a47c-71e86d5a8ee5 {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:28:54.688877 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7d40a4-114e-4b57-a437-adb506ac2dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457132e4-fd8c-42f9-91c5-f4eabca3c48e', 'code': 200} Sep 03 14:28:54.744542 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=457132e4-fd8c-42f9-91c5-f4eabca3c48e,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:54.755767 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fc802-43dc-4936-964c-689ce50db8aa req-9c43d348-d705-4bc5-ba26-34d61a4c20ff tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:54.757649 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8f9fc802-43dc-4936-964c-689ce50db8aa req-9c43d348-d705-4bc5-ba26-34d61a4c20ff tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0742371 Sep 03 14:28:54.764477 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-f4e8fdea-1bcd-4786-923f-889cb37b3fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'name': 'tempest-TestMinimumBasicScenario-795260439-router', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:35Z', 'updated_at': '2021-09-03T14:25:40Z', 'revision_number': 4, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'gw_port': {'id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:36Z', 'updated_at': '2021-09-03T14:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': 'eb92f8a1-dc0f-4c4a-b820-c98224d517c9', 'name': '', 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'mac_address': 'fa:16:3e:bf:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:39Z', 'updated_at': '2021-09-03T14:25:49Z', 'revision_number': 5, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'subnets': [{'id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:28:54.788875 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4492caa7-e4bd-4d89-93d2-69060d4c6a14 x-openstack-request-id: req-4492caa7-e4bd-4d89-93d2-69060d4c6a14 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:28:54.789184 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b6415f-8538-4abb-8d40-a886a0ffb008", "tag": "dbde8520-1e9e-4712-89ea-8bbb8a6e1286", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:28:54.789491 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4492caa7-e4bd-4d89-93d2-69060d4c6a14 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:28:54.789933 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b6415f-8538-4abb-8d40-a886a0ffb008', 'tag': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286', 'status': 'completed', 'code': 200} Sep 03 14:28:54.801487 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e8fdea-1bcd-4786-923f-889cb37b3fdc None None] Checking router: 624e5a0a-40bf-46bf-8378-3e3b237a0270 for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:28:54.807931 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8f9fc802-43dc-4936-964c-689ce50db8aa req-7c40fbfe-fcef-437e-a74a-ed9555753c24 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423598 Sep 03 14:28:54.811590 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e8fdea-1bcd-4786-923f-889cb37b3fdc None None] Routers {'624e5a0a-40bf-46bf-8378-3e3b237a0270'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:28:54.812497 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-f4e8fdea-1bcd-4786-923f-889cb37b3fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:28:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['624e5a0a-40bf-46bf-8378-3e3b237a0270'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:28:54.869298 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488e5cf-7da8-49a8-9ea3-6367f91e8fa5 req-98ad18d1-d791-47bb-a9a1-4d2c42aeb940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:54.870950 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0488e5cf-7da8-49a8-9ea3-6367f91e8fa5 req-98ad18d1-d791-47bb-a9a1-4d2c42aeb940 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f30119270aba4daaba917bc9696408a3&device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 1099 time: 0.0523772 Sep 03 14:28:54.875830 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ac005-845a-49e9-ac66-47b32f550515 req-6689c42b-37e0-48e0-85ee-cd38129e9aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:54.877717 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e74ac005-845a-49e9-ac66-47b32f550515 req-6689c42b-37e0-48e0-85ee-cd38129e9aee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1f7d40a4-114e-4b57-a437-adb506ac2dc1 HTTP/1.1" status: 200 len: 1099 time: 0.0439229 Sep 03 14:28:54.917328 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e74ac005-845a-49e9-ac66-47b32f550515 req-78ae06e0-7eaa-4561-a5e7-855f4a47618f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=28aa89b3-f5b5-484c-86e5-512b20c249a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325780 Sep 03 14:28:54.943234 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-f4e8fdea-1bcd-4786-923f-889cb37b3fdc None None] Set router 624e5a0a-40bf-46bf-8378-3e3b237a0270 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:28:54.977232 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488e5cf-7da8-49a8-9ea3-6367f91e8fa5 req-c939692d-d152-4cc8-8a70-5e4a74119a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:54.978744 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0488e5cf-7da8-49a8-9ea3-6367f91e8fa5 req-c939692d-d152-4cc8-8a70-5e4a74119a37 service neutron] 10.222.0.11 "GET /v2.0/networks?id=41791f6f-5dc3-4bb3-a10a-6ba71f14d907 HTTP/1.1" status: 200 len: 915 time: 0.0993850 Sep 03 14:28:55.157518 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-f4e8fdea-1bcd-4786-923f-889cb37b3fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'name': 'tempest-TestMinimumBasicScenario-795260439-router', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:35Z', 'updated_at': '2021-09-03T14:25:40Z', 'revision_number': 4, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'gw_port': {'id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:36Z', 'updated_at': '2021-09-03T14:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': 'eb92f8a1-dc0f-4c4a-b820-c98224d517c9', 'name': '', 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'mac_address': 'fa:16:3e:bf:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:39Z', 'updated_at': '2021-09-03T14:25:49Z', 'revision_number': 5, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'subnets': [{'id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:28:55.162184 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ced3d5-7558-43c6-88b9-53c52212cfcd req-5885dd0f-7d3c-41b9-b5f9-8f8791cb5694 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:55.164058 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e1ced3d5-7558-43c6-88b9-53c52212cfcd req-5885dd0f-7d3c-41b9-b5f9-8f8791cb5694 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7d40a4-114e-4b57-a437-adb506ac2dc1 HTTP/1.1" status: 200 len: 946 time: 0.0601897 Sep 03 14:28:55.187662 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0488e5cf-7da8-49a8-9ea3-6367f91e8fa5 req-bfac73d0-4c1d-466c-9f0e-44f75f45e853 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbde8520-1e9e-4712-89ea-8bbb8a6e1286 HTTP/1.1" status: 200 len: 217 time: 0.0431931 Sep 03 14:28:55.187924 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e8fdea-1bcd-4786-923f-889cb37b3fdc None None] The sync data for ids ['624e5a0a-40bf-46bf-8378-3e3b237a0270'] in dv-cinder-759955-20-iscsi is: [{'id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'name': 'tempest-TestMinimumBasicScenario-795260439-router', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:35Z', 'updated_at': '2021-09-03T14:25:40Z', 'revision_number': 4, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'gw_port': {'id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:36Z', 'updated_at': '2021-09-03T14:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': 'eb92f8a1-dc0f-4c4a-b820-c98224d517c9', 'name': '', 'network_id': '41791f6f-5dc3-4bb3-a10a-6ba71f14d907', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'mac_address': 'fa:16:3e:bf:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:39Z', 'updated_at': '2021-09-03T14:25:49Z', 'revision_number': 5, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'subnets': [{'id': 'e396b2e8-1d28-431c-b3ff-a6ed2a24f730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:28:55.207582 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e1ced3d5-7558-43c6-88b9-53c52212cfcd req-36a960a5-a121-48c7-ace2-084c27ea6ecb tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=28aa89b3-f5b5-484c-86e5-512b20c249a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365307 Sep 03 14:28:55.253938 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488e5cf-7da8-49a8-9ea3-6367f91e8fa5 req-918d3b18-eb0d-4b5b-bb2f-03e0ed58a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:55.255425 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0488e5cf-7da8-49a8-9ea3-6367f91e8fa5 req-918d3b18-eb0d-4b5b-bb2f-03e0ed58a625 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e396b2e8-1d28-431c-b3ff-a6ed2a24f730 HTTP/1.1" status: 200 len: 853 time: 0.0606024 Sep 03 14:28:55.303501 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488e5cf-7da8-49a8-9ea3-6367f91e8fa5 req-9f394f9e-ec49-45fb-b0f7-7898817a267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:55.305555 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0488e5cf-7da8-49a8-9ea3-6367f91e8fa5 req-9f394f9e-ec49-45fb-b0f7-7898817a267b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=41791f6f-5dc3-4bb3-a10a-6ba71f14d907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422487 Sep 03 14:28:55.448216 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0488e5cf-7da8-49a8-9ea3-6367f91e8fa5 req-e811aead-ba66-4745-a32a-fd0cf2e3b0d0 service neutron] 10.222.0.11 "GET /v2.0/networks/41791f6f-5dc3-4bb3-a10a-6ba71f14d907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343119 Sep 03 14:28:55.453611 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ee9c1-2084-4f59-a261-1d94f7934f65 None None] New status for floating IP 7d878de4-0baa-46dc-9554-cffda9045ee0: DOWN {{(pid=93972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:28:55.554504 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0488e5cf-7da8-49a8-9ea3-6367f91e8fa5 req-a4a0cb07-b60b-47c9-a13d-5ab3072264d7 service neutron] 10.222.0.11 "GET /v2.0/networks/41791f6f-5dc3-4bb3-a10a-6ba71f14d907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982268 Sep 03 14:28:55.939653 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688960f-bc6a-4fef-a711-e87ebdb7b9a1 req-b862a40c-5b94-4b91-9c5f-ea1e92acb6c9 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:55.941167 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3688960f-bc6a-4fef-a711-e87ebdb7b9a1 req-b862a40c-5b94-4b91-9c5f-ea1e92acb6c9 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0493257 Sep 03 14:28:55.979815 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3688960f-bc6a-4fef-a711-e87ebdb7b9a1 req-45cf9d3c-a938-48ea-85d9-6550551362d0 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319393 Sep 03 14:28:56.328377 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e4a55-1383-4963-ac65-16ed250c062f req-e8e53a25-4839-4205-9619-1b8d0df1c461 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:56.329896 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-891e4a55-1383-4963-ac65-16ed250c062f req-e8e53a25-4839-4205-9619-1b8d0df1c461 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7d40a4-114e-4b57-a437-adb506ac2dc1 HTTP/1.1" status: 200 len: 946 time: 0.0493357 Sep 03 14:28:56.369434 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-891e4a55-1383-4963-ac65-16ed250c062f req-f12bc085-dc07-42ff-8e4d-495017d9beda tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=28aa89b3-f5b5-484c-86e5-512b20c249a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335374 Sep 03 14:28:56.482113 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf3dfe-4a48-4fe7-8a06-6c991f751a78 req-3568a91e-a9d5-4331-9fd4-4410132acc36 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:56.483696 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7dcf3dfe-4a48-4fe7-8a06-6c991f751a78 req-3568a91e-a9d5-4331-9fd4-4410132acc36 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7d40a4-114e-4b57-a437-adb506ac2dc1 HTTP/1.1" status: 200 len: 946 time: 0.0492992 Sep 03 14:28:56.494154 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 48142) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:28:56.498773 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-5322f97c-ba37-4548-87b3-5a11e2a38668 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Request body: {'floatingip': {'port_id': '457132e4-fd8c-42f9-91c5-f4eabca3c48e'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:28:56.546303 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5322f97c-ba37-4548-87b3-5a11e2a38668 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for floatingip, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:56.955105 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228972b-ca09-4e18-944c-a70e46a635da req-1ef36b74-308d-409c-992a-d2676adf092a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:56.956654 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9228972b-ca09-4e18-944c-a70e46a635da req-1ef36b74-308d-409c-992a-d2676adf092a tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 946 time: 0.0535827 Sep 03 14:28:56.996805 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9228972b-ca09-4e18-944c-a70e46a635da req-694ee34f-5d2f-4a6e-89be-3eb02dd06f8b tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338395 Sep 03 14:28:57.023069 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5322f97c-ba37-4548-87b3-5a11e2a38668 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:57.027569 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5322f97c-ba37-4548-87b3-5a11e2a38668 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-894004'] for floatingip, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:57.155746 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb4efb-75dc-4253-8bb3-11e3ed21cc4e req-6b98f10b-68a2-49ba-815d-09dbfb7cc2e9 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:57.157199 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-49bb4efb-75dc-4253-8bb3-11e3ed21cc4e req-6b98f10b-68a2-49ba-815d-09dbfb7cc2e9 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0915833 Sep 03 14:28:57.175157 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.l3_db [None req-5322f97c-ba37-4548-87b3-5a11e2a38668 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Floating IP ebfa5153-08d8-4b19-98f0-7f20469ea4f6 associated. External IP: 172.27.3.194, port: 457132e4-fd8c-42f9-91c5-f4eabca3c48e. Sep 03 14:28:57.264673 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-49bb4efb-75dc-4253-8bb3-11e3ed21cc4e req-df22dd0a-fc71-4198-ab3e-c72d8b05c601 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015365 Sep 03 14:28:57.400344 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5322f97c-ba37-4548-87b3-5a11e2a38668 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Router 892a691a-b7ae-4819-84dc-23d1e14e0236 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:28:57.509564 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5322f97c-ba37-4548-87b3-5a11e2a38668 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:28:57.514771 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5322f97c-ba37-4548-87b3-5a11e2a38668 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:57.519331 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0666db4-215c-4279-9468-4804ef88b767 None None] Sync routers for ids ['892a691a-b7ae-4819-84dc-23d1e14e0236'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:28:57.528150 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0666db4-215c-4279-9468-4804ef88b767 None None] Routers {'892a691a-b7ae-4819-84dc-23d1e14e0236'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:28:57.528782 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-e0666db4-215c-4279-9468-4804ef88b767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:28:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['892a691a-b7ae-4819-84dc-23d1e14e0236'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:28:57.541138 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-5322f97c-ba37-4548-87b3-5a11e2a38668 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "PUT /v2.0/floatingips/ebfa5153-08d8-4b19-98f0-7f20469ea4f6 HTTP/1.1" status: 200 len: 992 time: 1.0459635 Sep 03 14:28:57.541862 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7d40a4-114e-4b57-a437-adb506ac2dc1', 'tag': '457132e4-fd8c-42f9-91c5-f4eabca3c48e'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:28:57.544203 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e29870-1767-4f0e-b0f8-14dff97fa738" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7d40a4-114e-4b57-a437-adb506ac2dc1", "tag": "457132e4-fd8c-42f9-91c5-f4eabca3c48e"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:28:57.582707 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c33650e-9e70-48b4-beec-b12c6a4998f1 x-openstack-request-id: req-3c33650e-9e70-48b4-beec-b12c6a4998f1 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:28:57.583443 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7d40a4-114e-4b57-a437-adb506ac2dc1", "tag": "457132e4-fd8c-42f9-91c5-f4eabca3c48e", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:28:57.583878 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c33650e-9e70-48b4-beec-b12c6a4998f1 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:28:57.584536 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7d40a4-114e-4b57-a437-adb506ac2dc1', 'tag': '457132e4-fd8c-42f9-91c5-f4eabca3c48e', 'status': 'completed', 'code': 200} Sep 03 14:28:57.641072 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-e0666db4-215c-4279-9468-4804ef88b767 None None] Set router 892a691a-b7ae-4819-84dc-23d1e14e0236 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:28:57.648662 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e29870-1767-4f0e-b0f8-14dff97fa738 req-4d703408-df21-49d4-9b2b-588c9ac3b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:57.650196 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-54e29870-1767-4f0e-b0f8-14dff97fa738 req-4d703408-df21-49d4-9b2b-588c9ac3b9b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=91f21185d42d4c3ca4b3d81f557ff12c&device_id=1f7d40a4-114e-4b57-a437-adb506ac2dc1 HTTP/1.1" status: 200 len: 1099 time: 0.0412679 Sep 03 14:28:57.753367 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e29870-1767-4f0e-b0f8-14dff97fa738 req-f4387c43-4608-4159-bb85-bbcb3029898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:57.754910 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-54e29870-1767-4f0e-b0f8-14dff97fa738 req-f4387c43-4608-4159-bb85-bbcb3029898e service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba4f67b6-6867-4585-894f-04afec16c8e4 HTTP/1.1" status: 200 len: 911 time: 0.0946710 Sep 03 14:28:57.824520 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-54e29870-1767-4f0e-b0f8-14dff97fa738 req-b586201c-fc53-45fb-a7a4-fce41aed506c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=457132e4-fd8c-42f9-91c5-f4eabca3c48e HTTP/1.1" status: 200 len: 1000 time: 0.0610611 Sep 03 14:28:57.876394 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e29870-1767-4f0e-b0f8-14dff97fa738 req-ee5e5567-b68a-410e-b208-ecae91d3c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:57.878157 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-54e29870-1767-4f0e-b0f8-14dff97fa738 req-ee5e5567-b68a-410e-b208-ecae91d3c45f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82eb6649-c61a-47b3-86b1-669452794c49 HTTP/1.1" status: 200 len: 849 time: 0.0449567 Sep 03 14:28:57.881955 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-e0666db4-215c-4279-9468-4804ef88b767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port': {'id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:42Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': 'ebfa5153-08d8-4b19-98f0-7f20469ea4f6', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'port_id': '457132e4-fd8c-42f9-91c5-f4eabca3c48e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'mac_address': 'fa:16:3e:b5:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7d40a4-114e-4b57-a437-adb506ac2dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:28:45Z', 'updated_at': '2021-09-03T14:28:56Z', 'revision_number': 1, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9ffbc9-f208-4b23-a180-ffefafdce5a7', 'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'mac_address': 'fa:16:3e:99:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '82eb6649-c61a-47b3-86b1-669452794c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:48Z', 'updated_at': '2021-09-03T14:24:57Z', 'revision_number': 5, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'subnets': [{'id': '82eb6649-c61a-47b3-86b1-669452794c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:28:57.910571 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0666db4-215c-4279-9468-4804ef88b767 None None] Checking router: 892a691a-b7ae-4819-84dc-23d1e14e0236 for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:28:57.919420 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0666db4-215c-4279-9468-4804ef88b767 None None] Routers {'892a691a-b7ae-4819-84dc-23d1e14e0236'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:28:57.920048 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-e0666db4-215c-4279-9468-4804ef88b767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:28:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['892a691a-b7ae-4819-84dc-23d1e14e0236'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:28:57.930485 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e29870-1767-4f0e-b0f8-14dff97fa738 req-a5e9eef2-1348-4e99-adba-b2fa2487b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:57.932090 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-54e29870-1767-4f0e-b0f8-14dff97fa738 req-a5e9eef2-1348-4e99-adba-b2fa2487b88f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba4f67b6-6867-4585-894f-04afec16c8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460734 Sep 03 14:28:58.023131 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-54e29870-1767-4f0e-b0f8-14dff97fa738 req-0d91ddd2-f6bc-4290-b731-32f32971e7a4 service neutron] 10.222.0.11 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826142 Sep 03 14:28:58.028380 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-e0666db4-215c-4279-9468-4804ef88b767 None None] Set router 892a691a-b7ae-4819-84dc-23d1e14e0236 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:28:58.123204 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b3d81-50d2-44ef-9a2d-d31dcd4b7ea0 req-e3bc5a5f-5190-4c53-9941-b1addf51f99b tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:58.124725 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-783b3d81-50d2-44ef-9a2d-d31dcd4b7ea0 req-e3bc5a5f-5190-4c53-9941-b1addf51f99b tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 946 time: 0.0555117 Sep 03 14:28:58.169265 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-783b3d81-50d2-44ef-9a2d-d31dcd4b7ea0 req-e16874ce-bb35-4a18-a117-894a1ec3f003 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/security-groups?id=d66a9f1d-ef03-4d12-bce0-404321b7c815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375452 Sep 03 14:28:58.272246 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-e0666db4-215c-4279-9468-4804ef88b767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port': {'id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:42Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': 'ebfa5153-08d8-4b19-98f0-7f20469ea4f6', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'port_id': '457132e4-fd8c-42f9-91c5-f4eabca3c48e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'mac_address': 'fa:16:3e:b5:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7d40a4-114e-4b57-a437-adb506ac2dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:28:45Z', 'updated_at': '2021-09-03T14:28:56Z', 'revision_number': 1, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9ffbc9-f208-4b23-a180-ffefafdce5a7', 'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'mac_address': 'fa:16:3e:99:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '82eb6649-c61a-47b3-86b1-669452794c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:48Z', 'updated_at': '2021-09-03T14:24:57Z', 'revision_number': 5, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'subnets': [{'id': '82eb6649-c61a-47b3-86b1-669452794c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:28:58.299309 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0666db4-215c-4279-9468-4804ef88b767 None None] The sync data for ids ['892a691a-b7ae-4819-84dc-23d1e14e0236'] in dv-cinder-759955-20-iscsi is: [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port': {'id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:42Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': 'ebfa5153-08d8-4b19-98f0-7f20469ea4f6', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'port_id': '457132e4-fd8c-42f9-91c5-f4eabca3c48e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'mac_address': 'fa:16:3e:b5:16:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7d40a4-114e-4b57-a437-adb506ac2dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:28:45Z', 'updated_at': '2021-09-03T14:28:56Z', 'revision_number': 1, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9ffbc9-f208-4b23-a180-ffefafdce5a7', 'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'mac_address': 'fa:16:3e:99:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '82eb6649-c61a-47b3-86b1-669452794c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:48Z', 'updated_at': '2021-09-03T14:24:57Z', 'revision_number': 5, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'subnets': [{'id': '82eb6649-c61a-47b3-86b1-669452794c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:28:58.392423 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-54e29870-1767-4f0e-b0f8-14dff97fa738 req-02193c98-aac5-4056-8f6f-89dac65194d2 service neutron] 10.222.0.11 "GET /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602262 Sep 03 14:28:58.408437 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4580d1-33fd-413e-9c0f-efc3c8c14113 req-f3c1dee9-835c-4879-9d4e-72f14fd16639 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:58.409918 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7f4580d1-33fd-413e-9c0f-efc3c8c14113 req-f3c1dee9-835c-4879-9d4e-72f14fd16639 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0657370 Sep 03 14:28:58.450264 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7f4580d1-33fd-413e-9c0f-efc3c8c14113 req-b16a836f-b156-46ed-bd16-b12121a3d567 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342782 Sep 03 14:28:58.506859 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a7ef1c-d0fa-4bfc-b199-b90e9d70af9c None None] New status for floating IP ebfa5153-08d8-4b19-98f0-7f20469ea4f6: ACTIVE {{(pid=93972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:28:58.787988 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff418d-1de3-40ff-89e2-6389b9f6eb9b req-be3fe676-8d16-4ed5-8ab2-5e2fcb379145 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:58.789425 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-57ff418d-1de3-40ff-89e2-6389b9f6eb9b req-be3fe676-8d16-4ed5-8ab2-5e2fcb379145 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.11 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 946 time: 0.0565209 Sep 03 14:28:58.887982 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-57ff418d-1de3-40ff-89e2-6389b9f6eb9b req-cea4edd7-ecaf-4439-8875-97b61585eaf1 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Deleting port dbde8520-1e9e-4712-89ea-8bbb8a6e1286 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:28:58.888331 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-57ff418d-1de3-40ff-89e2-6389b9f6eb9b req-cea4edd7-ecaf-4439-8875-97b61585eaf1 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:58.976632 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-57ff418d-1de3-40ff-89e2-6389b9f6eb9b req-cea4edd7-ecaf-4439-8875-97b61585eaf1 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] For port dbde8520-1e9e-4712-89ea-8bbb8a6e1286, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=dbde8520-1e9e-4712-89ea-8bbb8a6e1286,segment=NetworkSegment(b79e017b-c336-49e8-86ae-8ed747246548),segment_id=b79e017b-c336-49e8-86ae-8ed747246548)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:28:58.976942 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-57ff418d-1de3-40ff-89e2-6389b9f6eb9b req-cea4edd7-ecaf-4439-8875-97b61585eaf1 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:58.988392 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-57ff418d-1de3-40ff-89e2-6389b9f6eb9b req-cea4edd7-ecaf-4439-8875-97b61585eaf1 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Calling delete_port for dbde8520-1e9e-4712-89ea-8bbb8a6e1286 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:28:59.110679 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-57ff418d-1de3-40ff-89e2-6389b9f6eb9b req-cea4edd7-ecaf-4439-8875-97b61585eaf1 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:59.122027 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['dbde8520-1e9e-4712-89ea-8bbb8a6e1286'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:28:59.142245 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4edd7-ecaf-4439-8875-97b61585eaf1 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Pushing event deleted for resources: {'Port': ['ID=dbde8520-1e9e-4712-89ea-8bbb8a6e1286,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:28:59.182481 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ff418d-1de3-40ff-89e2-6389b9f6eb9b req-cea4edd7-ecaf-4439-8875-97b61585eaf1 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] No DVR routers for this DVR port dbde8520-1e9e-4712-89ea-8bbb8a6e1286 on host hv-cinder-75995 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:28:59.184912 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-57ff418d-1de3-40ff-89e2-6389b9f6eb9b req-cea4edd7-ecaf-4439-8875-97b61585eaf1 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:28:59.187866 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-57ff418d-1de3-40ff-89e2-6389b9f6eb9b req-cea4edd7-ecaf-4439-8875-97b61585eaf1 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.11 "DELETE /v2.0/ports/dbde8520-1e9e-4712-89ea-8bbb8a6e1286 HTTP/1.1" status: 204 len: 173 time: 0.3909090 Sep 03 14:28:59.188302 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b6415f-8538-4abb-8d40-a886a0ffb008', 'name': 'network-vif-deleted', 'tag': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:28:59.190603 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c396d9c3-a90d-4b51-a077-038c705234f6" -d '{"events": [{"server_uuid": "00b6415f-8538-4abb-8d40-a886a0ffb008", "name": "network-vif-deleted", "tag": "dbde8520-1e9e-4712-89ea-8bbb8a6e1286"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:28:59.232928 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3436e7e8-d6a8-4ad6-a47e-b9ce48a18373 x-openstack-request-id: req-3436e7e8-d6a8-4ad6-a47e-b9ce48a18373 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:28:59.233226 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b6415f-8538-4abb-8d40-a886a0ffb008", "name": "network-vif-deleted", "tag": "dbde8520-1e9e-4712-89ea-8bbb8a6e1286", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:28:59.233482 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3436e7e8-d6a8-4ad6-a47e-b9ce48a18373 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:28:59.233910 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b6415f-8538-4abb-8d40-a886a0ffb008', 'name': 'network-vif-deleted', 'tag': 'dbde8520-1e9e-4712-89ea-8bbb8a6e1286', 'status': 'completed', 'code': 200} Sep 03 14:28:59.267222 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5db57151-4229-458f-bf3b-130a32fc73e0 req-5c1b78fd-7e0c-4767-8f7e-ebfc950d7e14 tempest-TestMinimumBasicScenario-1697717042 tempest-TestMinimumBasicScenario-1697717042-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b6415f-8538-4abb-8d40-a886a0ffb008 HTTP/1.1" status: 200 len: 210 time: 0.0279849 Sep 03 14:28:59.579478 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687e35d-f706-4188-82b8-c674ab4e2d0c req-6e4ee196-b08d-46b1-bfd5-81ae5e2256f1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:28:59.581856 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8687e35d-f706-4188-82b8-c674ab4e2d0c req-6e4ee196-b08d-46b1-bfd5-81ae5e2256f1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0543342 Sep 03 14:28:59.625070 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8687e35d-f706-4188-82b8-c674ab4e2d0c req-6adcbe7d-a7ad-442e-b472-59c5c20f425e tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370531 Sep 03 14:29:00.454346 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:00.747414 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958774e-b1ae-4c84-8cf0-5612155fd7cb req-1e873fc7-bcbb-418c-8f39-b2de5af365c5 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:00.748949 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7958774e-b1ae-4c84-8cf0-5612155fd7cb req-1e873fc7-bcbb-418c-8f39-b2de5af365c5 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0522573 Sep 03 14:29:00.790922 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7958774e-b1ae-4c84-8cf0-5612155fd7cb req-2deb8c3a-6825-4799-b54a-e2376adb630e tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356071 Sep 03 14:29:01.044786 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 48220) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:29:01.465191 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7c283c98-1f10-427e-80bc-657876ad33e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945972'] for router_interface, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:01.760699 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-7c283c98-1f10-427e-80bc-657876ad33e5 admin admin] Deleting port eb92f8a1-dc0f-4c4a-b820-c98224d517c9 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:29:01.761356 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7c283c98-1f10-427e-80bc-657876ad33e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:01.837757 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-7c283c98-1f10-427e-80bc-657876ad33e5 admin admin] For port eb92f8a1-dc0f-4c4a-b820-c98224d517c9, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=eb92f8a1-dc0f-4c4a-b820-c98224d517c9,segment=NetworkSegment(b79e017b-c336-49e8-86ae-8ed747246548),segment_id=b79e017b-c336-49e8-86ae-8ed747246548)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:29:01.838137 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7c283c98-1f10-427e-80bc-657876ad33e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:01.853173 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-7c283c98-1f10-427e-80bc-657876ad33e5 admin admin] Calling delete_port for eb92f8a1-dc0f-4c4a-b820-c98224d517c9 owned by network:router_interface {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:29:01.952092 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7114fd-4fc7-49d1-9803-a1be33d268e1 req-2b5a475f-de30-4fdb-a7cb-347067063be7 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:01.953559 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-0e7114fd-4fc7-49d1-9803-a1be33d268e1 req-2b5a475f-de30-4fdb-a7cb-347067063be7 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0909262 Sep 03 14:29:02.175070 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 62222baf-f4be-4b01-9b17-7680cdea93d7 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:29:02.179040 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device dbde8520-1e9e-4712-89ea-8bbb8a6e1286 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:29:02.204162 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: dbde8520-1e9e-4712-89ea-8bbb8a6e1286 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:29:02.204522 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device dbde8520-1e9e-4712-89ea-8bbb8a6e1286 not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:29:02.269210 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-0e7114fd-4fc7-49d1-9803-a1be33d268e1 req-1a9bcaeb-71b4-4894-a19d-838bcd79dba0 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560472 Sep 03 14:29:02.309324 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 62222baf-f4be-4b01-9b17-7680cdea93d7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=62222baf-f4be-4b01-9b17-7680cdea93d7,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:29:02.320181 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': '62222baf-f4be-4b01-9b17-7680cdea93d7', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'port_id': '62222baf-f4be-4b01-9b17-7680cdea93d7', 'mac_address': 'fa:16:3e:20:c2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:29:02.329831 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7c283c98-1f10-427e-80bc-657876ad33e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:02.356723 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c283c98-1f10-427e-80bc-657876ad33e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb92f8a1-dc0f-4c4a-b820-c98224d517c9,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:29:02.360862 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:02.376502 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62222baf-f4be-4b01-9b17-7680cdea93d7 {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:29:02.399195 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 62222baf-f4be-4b01-9b17-7680cdea93d7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=62222baf-f4be-4b01-9b17-7680cdea93d7,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:29:02.404995 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:02.460533 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=62222baf-f4be-4b01-9b17-7680cdea93d7,revision_number=6']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:29:02.514941 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['62222baf-f4be-4b01-9b17-7680cdea93d7'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:29:02.547390 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7c283c98-1f10-427e-80bc-657876ad33e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946080'] for router_interface, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:02.786619 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c283c98-1f10-427e-80bc-657876ad33e5 admin admin] Router 624e5a0a-40bf-46bf-8378-3e3b237a0270 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:29:02.901147 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c283c98-1f10-427e-80bc-657876ad33e5 admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:29:02.909095 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-7c283c98-1f10-427e-80bc-657876ad33e5 admin admin] 10.222.0.23 "PUT /v2.0/routers/624e5a0a-40bf-46bf-8378-3e3b237a0270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8601878 Sep 03 14:29:02.909188 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48246) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:29:02.910417 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527273f-72b1-4857-82c9-e5c8a6651213 None None] Sync routers for ids ['624e5a0a-40bf-46bf-8378-3e3b237a0270'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:29:02.924546 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9527273f-72b1-4857-82c9-e5c8a6651213 None None] Routers {'624e5a0a-40bf-46bf-8378-3e3b237a0270'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:29:02.925416 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-9527273f-72b1-4857-82c9-e5c8a6651213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:28:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['624e5a0a-40bf-46bf-8378-3e3b237a0270'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:29:03.022371 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a020a52a-466b-4bc5-9e73-ebe6966ef1ee admin admin] Notify callbacks [] for router, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:03.148173 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a020a52a-466b-4bc5-9e73-ebe6966ef1ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:03.221987 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-a020a52a-466b-4bc5-9e73-ebe6966ef1ee admin admin] Deleting port 8338eeef-1d04-4c43-94db-860fa4b5c046 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:29:03.224957 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a020a52a-466b-4bc5-9e73-ebe6966ef1ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:03.270801 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-9527273f-72b1-4857-82c9-e5c8a6651213 None None] Set router 624e5a0a-40bf-46bf-8378-3e3b237a0270 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:29:03.355566 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-a020a52a-466b-4bc5-9e73-ebe6966ef1ee admin admin] For port 8338eeef-1d04-4c43-94db-860fa4b5c046, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=8338eeef-1d04-4c43-94db-860fa4b5c046,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:29:03.356586 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a020a52a-466b-4bc5-9e73-ebe6966ef1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:03.370859 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-a020a52a-466b-4bc5-9e73-ebe6966ef1ee admin admin] Calling delete_port for 8338eeef-1d04-4c43-94db-860fa4b5c046 owned by network:router_gateway {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:29:03.461757 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736c67b-eb0e-49cc-b1ed-560a654d9de9 req-590cd0e9-a249-475e-9127-f16ae29c2682 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:03.463422 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4736c67b-eb0e-49cc-b1ed-560a654d9de9 req-590cd0e9-a249-475e-9127-f16ae29c2682 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 944 time: 0.0892124 Sep 03 14:29:03.537594 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-9527273f-72b1-4857-82c9-e5c8a6651213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'name': 'tempest-TestMinimumBasicScenario-795260439-router', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:35Z', 'updated_at': '2021-09-03T14:29:02Z', 'revision_number': 5, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'gw_port': {'id': '8338eeef-1d04-4c43-94db-860fa4b5c046', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:65:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:36Z', 'updated_at': '2021-09-03T14:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:29:03.538401 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4736c67b-eb0e-49cc-b1ed-560a654d9de9 req-040953d1-38e8-495a-a53c-26e76168cfbd tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650105 Sep 03 14:29:03.566586 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527273f-72b1-4857-82c9-e5c8a6651213 None None] Checking router: 624e5a0a-40bf-46bf-8378-3e3b237a0270 for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:29:03.581617 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a020a52a-466b-4bc5-9e73-ebe6966ef1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:03.591641 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9527273f-72b1-4857-82c9-e5c8a6651213 None None] Routers {'624e5a0a-40bf-46bf-8378-3e3b237a0270'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:29:03.592445 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-9527273f-72b1-4857-82c9-e5c8a6651213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:28:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['624e5a0a-40bf-46bf-8378-3e3b237a0270'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:29:03.610462 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020a52a-466b-4bc5-9e73-ebe6966ef1ee admin admin] Pushing event deleted for resources: {'Port': ['ID=8338eeef-1d04-4c43-94db-860fa4b5c046,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:29:03.678285 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a020a52a-466b-4bc5-9e73-ebe6966ef1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-945358'] for router_gateway, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:03.687924 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-9527273f-72b1-4857-82c9-e5c8a6651213 None None] Set router 624e5a0a-40bf-46bf-8378-3e3b237a0270 gateway port host: None {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:29:03.754933 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-9527273f-72b1-4857-82c9-e5c8a6651213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'name': 'tempest-TestMinimumBasicScenario-795260439-router', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:35Z', 'updated_at': '2021-09-03T14:29:03Z', 'revision_number': 7, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'gw_port_host': None}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:29:03.789935 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a020a52a-466b-4bc5-9e73-ebe6966ef1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10818'] for router, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:03.793529 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a020a52a-466b-4bc5-9e73-ebe6966ef1ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:03.793960 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527273f-72b1-4857-82c9-e5c8a6651213 None None] The sync data for ids ['624e5a0a-40bf-46bf-8378-3e3b237a0270'] in dv-cinder-759955-20-iscsi is: [{'id': '624e5a0a-40bf-46bf-8378-3e3b237a0270', 'name': 'tempest-TestMinimumBasicScenario-795260439-router', 'tenant_id': 'f30119270aba4daaba917bc9696408a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:35Z', 'updated_at': '2021-09-03T14:29:03Z', 'revision_number': 7, 'project_id': 'f30119270aba4daaba917bc9696408a3', 'gw_port_host': None}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:29:03.857115 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a020a52a-466b-4bc5-9e73-ebe6966ef1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-947816'] for router, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:03.857711 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a020a52a-466b-4bc5-9e73-ebe6966ef1ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 624e5a0a-40bf-46bf-8378-3e3b237a0270 {{(pid=93969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 14:29:03.863900 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a020a52a-466b-4bc5-9e73-ebe6966ef1ee admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:03.867598 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a020a52a-466b-4bc5-9e73-ebe6966ef1ee admin admin] 10.222.0.23 "DELETE /v2.0/routers/624e5a0a-40bf-46bf-8378-3e3b237a0270 HTTP/1.1" status: 204 len: 168 time: 0.9547799 Sep 03 14:29:03.868010 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 48254) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:29:03.921999 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_v2 [None req-c217f141-270d-437e-994f-ca2bfd70e6e1 admin admin] Deleting subnet e396b2e8-1d28-431c-b3ff-a6ed2a24f730 {{(pid=93970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:29:03.927464 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c217f141-270d-437e-994f-ca2bfd70e6e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:03.967927 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c217f141-270d-437e-994f-ca2bfd70e6e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4013441'] for subnet, precommit_delete_associations {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:04.105872 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c217f141-270d-437e-994f-ca2bfd70e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16749918'] for subnet, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:04.171693 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 62222baf-f4be-4b01-9b17-7680cdea93d7 up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:29:04.175700 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c217f141-270d-437e-994f-ca2bfd70e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16749863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2700628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632419'] for subnet, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:04.206084 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217f141-270d-437e-994f-ca2bfd70e6e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e396b2e8-1d28-431c-b3ff-a6ed2a24f730,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:29:04.212819 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c217f141-270d-437e-994f-ca2bfd70e6e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:04.217612 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48258) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:29:04.218149 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-c217f141-270d-437e-994f-ca2bfd70e6e1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e396b2e8-1d28-431c-b3ff-a6ed2a24f730 HTTP/1.1" status: 204 len: 168 time: 0.3487499 Sep 03 14:29:04.226697 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500d2387-decc-4551-9ed1-b8409b98e429 None None] Network 41791f6f-5dc3-4bb3-a10a-6ba71f14d907 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:29:04.351167 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16589909'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:04.415178 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port 62222baf-f4be-4b01-9b17-7680cdea93d7 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:29:04.415718 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:04.471748 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] Deleting port ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:29:04.473998 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:04.529141 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:04.554996 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e30ecca-e7fc-4054-882c-0d4980698377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62222baf-f4be-4b01-9b17-7680cdea93d7'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:29:04.556661 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] For port ff5093b4-6c3b-4f25-9267-4ee7fe2a1858, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=ff5093b4-6c3b-4f25-9267-4ee7fe2a1858,segment=NetworkSegment(b79e017b-c336-49e8-86ae-8ed747246548),segment_id=b79e017b-c336-49e8-86ae-8ed747246548)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:29:04.557207 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:04.557574 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e637a71d-ecae-47b8-85be-47b11e3644af" -d '{"events": [{"server_uuid": "1e30ecca-e7fc-4054-882c-0d4980698377", "name": "network-vif-plugged", "status": "completed", "tag": "62222baf-f4be-4b01-9b17-7680cdea93d7"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:29:04.572686 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] Calling delete_port for ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 owned by network:dhcp {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:29:04.609837 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 62222baf-f4be-4b01-9b17-7680cdea93d7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=62222baf-f4be-4b01-9b17-7680cdea93d7,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:29:04.618434 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:04.696625 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=62222baf-f4be-4b01-9b17-7680cdea93d7,revision_number=7']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:29:04.701457 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f063a2-36e3-4b26-ae9b-22e7fc18e123 None None] DHCP port deletion for 41791f6f-5dc3-4bb3-a10a-6ba71f14d907 request from dv-cinder-759955-20-iscsi {{(pid=93971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 14:29:04.730060 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:04.772635 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5093b4-6c3b-4f25-9267-4ee7fe2a1858,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:29:04.785757 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] No DVR routers for this DVR port ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 on host dv-cinder-759955-20-iscsi {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:29:04.792338 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f2cbd-62f8-4739-8bda-f2be22d53d56 req-f488ab0c-8b26-42ca-9d3f-488d21cf1965 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:04.807298 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-470f2cbd-62f8-4739-8bda-f2be22d53d56 req-f488ab0c-8b26-42ca-9d3f-488d21cf1965 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.1826665 Sep 03 14:29:04.839830 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-09f063a2-36e3-4b26-ae9b-22e7fc18e123 None None] Deleting port ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 {{(pid=93971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:29:04.842431 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-09f063a2-36e3-4b26-ae9b-22e7fc18e123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:04.888748 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16749259', 'neutron.services.segments.db._delete_segments_for_network-8777478328405'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:04.902170 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41791f6f-5dc3-4bb3-a10a-6ba71f14d907']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:29:04.903056 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-470f2cbd-62f8-4739-8bda-f2be22d53d56 req-e1d23186-3bd5-4f58-81e1-46673531d069 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935032 Sep 03 14:29:04.918957 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79e017b-c336-49e8-86ae-8ed747246548') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:29:04.919399 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79e017b-c336-49e8-86ae-8ed747246548') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:29:04.950320 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d6aa90-bf3e-43c6-b8f8-1a38faa2a15c x-openstack-request-id: req-e2d6aa90-bf3e-43c6-b8f8-1a38faa2a15c {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:29:04.951991 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e30ecca-e7fc-4054-882c-0d4980698377", "name": "network-vif-plugged", "status": "completed", "tag": "62222baf-f4be-4b01-9b17-7680cdea93d7", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:29:04.952764 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2d6aa90-bf3e-43c6-b8f8-1a38faa2a15c {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:29:04.953605 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e30ecca-e7fc-4054-882c-0d4980698377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62222baf-f4be-4b01-9b17-7680cdea93d7', 'code': 200} Sep 03 14:29:04.955679 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777478329694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3471858'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:04.957331 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device eb92f8a1-dc0f-4c4a-b820-c98224d517c9 no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:29:04.977836 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:04.990990 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: eb92f8a1-dc0f-4c4a-b820-c98224d517c9 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:29:04.991212 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:29:04.991408 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2727839'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:04.991646 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device eb92f8a1-dc0f-4c4a-b820-c98224d517c9 not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:29:04.992236 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 8338eeef-1d04-4c43-94db-860fa4b5c046 no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: Traceback (most recent call last): Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: timer() Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: cb(*args, **kw) Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: return func(*args, **kwargs) Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: self._notify() Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: self.callback(batched_events) Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: event.method(event) Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: return f(self, *a, **k) Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._get(url).json() Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:29:04.993881 dv-cinder-759955-20-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:29:05.017508 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-09f063a2-36e3-4b26-ae9b-22e7fc18e123 None None] For port ff5093b4-6c3b-4f25-9267-4ee7fe2a1858, host dv-cinder-759955-20-iscsi, got binding levels [] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:29:05.018129 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-09f063a2-36e3-4b26-ae9b-22e7fc18e123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:05.021175 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: 8338eeef-1d04-4c43-94db-860fa4b5c046 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:29:05.021427 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 8338eeef-1d04-4c43-94db-860fa4b5c046 not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:29:05.022025 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:29:05.053326 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:29:05.053779 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:29:05.056467 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-09f063a2-36e3-4b26-ae9b-22e7fc18e123 None None] Calling delete_port for ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 owned by network:dhcp {{(pid=93971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:29:05.061362 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.ipam_backend_mixin [None req-09f063a2-36e3-4b26-ae9b-22e7fc18e123 None None] Port ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 was not found and therefore no delete operation was performed {{(pid=93971) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 14:29:05.072578 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-09f063a2-36e3-4b26-ae9b-22e7fc18e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337'] for port, after_delete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:05.079098 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16749276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893990'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:05.090366 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:05.097097 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/41791f6f-5dc3-4bb3-a10a-6ba71f14d907 HTTP/1.1" status: 204 len: 168 time: 0.8743043 Sep 03 14:29:05.097273 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-09f063a2-36e3-4b26-ae9b-22e7fc18e123 None None] Network 41791f6f-5dc3-4bb3-a10a-6ba71f14d907 is not hosted by any dhcp agent {{(pid=93971) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 03 14:29:05.097273 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f063a2-36e3-4b26-ae9b-22e7fc18e123 None None] No DVR routers for this DVR port ff5093b4-6c3b-4f25-9267-4ee7fe2a1858 on host dv-cinder-759955-20-iscsi {{(pid=93971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:29:05.097441 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 48266) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:29:05.112199 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1384a1-8f00-43c3-9c17-b0e1720565e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=41791f6f-5dc3-4bb3-a10a-6ba71f14d907,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:29:05.118355 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f063a2-36e3-4b26-ae9b-22e7fc18e123 None None] Pushing event deleted for resources: {'Port': ['ID=ff5093b4-6c3b-4f25-9267-4ee7fe2a1858,revision_number=None']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:29:05.537083 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-39d0f3d7-e3c9-4be8-a44a-be451c08acda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945972'] for router_interface, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:05.842544 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-39d0f3d7-e3c9-4be8-a44a-be451c08acda admin admin] Deleting port 227fe6e5-7a22-4eec-98e7-5880762b0b0f {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:29:05.842898 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-39d0f3d7-e3c9-4be8-a44a-be451c08acda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:05.942370 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-39d0f3d7-e3c9-4be8-a44a-be451c08acda admin admin] For port 227fe6e5-7a22-4eec-98e7-5880762b0b0f, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=227fe6e5-7a22-4eec-98e7-5880762b0b0f,segment=NetworkSegment(3171b6c6-8b3e-4133-ac1a-5a22a0a98873),segment_id=3171b6c6-8b3e-4133-ac1a-5a22a0a98873)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:29:05.942996 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-39d0f3d7-e3c9-4be8-a44a-be451c08acda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:05.959453 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-39d0f3d7-e3c9-4be8-a44a-be451c08acda admin admin] Calling delete_port for 227fe6e5-7a22-4eec-98e7-5880762b0b0f owned by network:router_interface {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:29:06.127435 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025faf5f-0a32-4406-b57f-ebd3398f2f7c req-adbdc496-a299-42f3-9e60-5ede0fbe1491 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:06.129031 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-025faf5f-0a32-4406-b57f-ebd3398f2f7c req-adbdc496-a299-42f3-9e60-5ede0fbe1491 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.1197944 Sep 03 14:29:06.196115 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-025faf5f-0a32-4406-b57f-ebd3398f2f7c req-0bcdef95-6819-4061-9c2a-00e2ef33ab80 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591564 Sep 03 14:29:06.277480 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-39d0f3d7-e3c9-4be8-a44a-be451c08acda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:06.301871 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0f3d7-e3c9-4be8-a44a-be451c08acda admin admin] Pushing event deleted for resources: {'Port': ['ID=227fe6e5-7a22-4eec-98e7-5880762b0b0f,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:29:06.578541 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-39d0f3d7-e3c9-4be8-a44a-be451c08acda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946080'] for router_interface, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:06.986567 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d0f3d7-e3c9-4be8-a44a-be451c08acda admin admin] Router 67f226f8-6475-419e-b0b2-edfe12f0a8fb has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:29:07.132534 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d0f3d7-e3c9-4be8-a44a-be451c08acda admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:29:07.138445 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-39d0f3d7-e3c9-4be8-a44a-be451c08acda admin admin] 10.222.0.23 "PUT /v2.0/routers/67f226f8-6475-419e-b0b2-edfe12f0a8fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0408046 Sep 03 14:29:07.141101 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 48278) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:29:07.145287 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e27bec8-72dd-4889-bba6-4c6ab1e6ebf9 None None] Sync routers for ids ['67f226f8-6475-419e-b0b2-edfe12f0a8fb'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:29:07.157707 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e27bec8-72dd-4889-bba6-4c6ab1e6ebf9 None None] Routers {'67f226f8-6475-419e-b0b2-edfe12f0a8fb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:29:07.158434 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-2e27bec8-72dd-4889-bba6-4c6ab1e6ebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:28:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['67f226f8-6475-419e-b0b2-edfe12f0a8fb'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:29:07.267314 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-2e27bec8-72dd-4889-bba6-4c6ab1e6ebf9 None None] Set router 67f226f8-6475-419e-b0b2-edfe12f0a8fb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:29:07.277744 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e1f00b7f-c5cb-46c3-9faa-080d62bb0ff9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:07.517037 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-2e27bec8-72dd-4889-bba6-4c6ab1e6ebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'name': 'tempest-TestMinimumBasicScenario-745895373-router', 'tenant_id': '7a787ba3136247cbb8a75a10444b4eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:45Z', 'updated_at': '2021-09-03T14:29:06Z', 'revision_number': 5, 'project_id': '7a787ba3136247cbb8a75a10444b4eb5', 'gw_port': {'id': 'a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:46Z', 'updated_at': '2021-09-03T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:29:07.547215 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e27bec8-72dd-4889-bba6-4c6ab1e6ebf9 None None] Checking router: 67f226f8-6475-419e-b0b2-edfe12f0a8fb for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:29:07.573720 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e27bec8-72dd-4889-bba6-4c6ab1e6ebf9 None None] Routers {'67f226f8-6475-419e-b0b2-edfe12f0a8fb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:29:07.574378 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-2e27bec8-72dd-4889-bba6-4c6ab1e6ebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:28:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['67f226f8-6475-419e-b0b2-edfe12f0a8fb'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:29:07.748927 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e1f00b7f-c5cb-46c3-9faa-080d62bb0ff9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:07.783537 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58454-abef-4fcb-a7c0-f71ea1099119 req-76e76419-8a99-404f-ad3f-913a17196675 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:07.792254 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-21f58454-abef-4fcb-a7c0-f71ea1099119 req-76e76419-8a99-404f-ad3f-913a17196675 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.4318960 Sep 03 14:29:07.838875 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-2e27bec8-72dd-4889-bba6-4c6ab1e6ebf9 None None] Set router 67f226f8-6475-419e-b0b2-edfe12f0a8fb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:29:07.871908 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-21f58454-abef-4fcb-a7c0-f71ea1099119 req-2b11f349-c017-4fa0-bc02-efdd895a4213 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783927 Sep 03 14:29:07.892568 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-e1f00b7f-c5cb-46c3-9faa-080d62bb0ff9 admin admin] Deleting port a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:29:07.893283 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e1f00b7f-c5cb-46c3-9faa-080d62bb0ff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:08.009213 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-e1f00b7f-c5cb-46c3-9faa-080d62bb0ff9 admin admin] For port a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:29:08.010737 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e1f00b7f-c5cb-46c3-9faa-080d62bb0ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:08.034656 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-e1f00b7f-c5cb-46c3-9faa-080d62bb0ff9 admin admin] Calling delete_port for a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3 owned by network:router_gateway {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:29:08.136092 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-2e27bec8-72dd-4889-bba6-4c6ab1e6ebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'name': 'tempest-TestMinimumBasicScenario-745895373-router', 'tenant_id': '7a787ba3136247cbb8a75a10444b4eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:45Z', 'updated_at': '2021-09-03T14:29:06Z', 'revision_number': 5, 'project_id': '7a787ba3136247cbb8a75a10444b4eb5', 'gw_port': {'id': 'a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:46Z', 'updated_at': '2021-09-03T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:29:08.173039 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e27bec8-72dd-4889-bba6-4c6ab1e6ebf9 None None] The sync data for ids ['67f226f8-6475-419e-b0b2-edfe12f0a8fb'] in dv-cinder-759955-20-iscsi is: [{'id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'name': 'tempest-TestMinimumBasicScenario-745895373-router', 'tenant_id': '7a787ba3136247cbb8a75a10444b4eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:45Z', 'updated_at': '2021-09-03T14:29:06Z', 'revision_number': 5, 'project_id': '7a787ba3136247cbb8a75a10444b4eb5', 'gw_port': {'id': 'a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f226f8-6475-419e-b0b2-edfe12f0a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:46Z', 'updated_at': '2021-09-03T14:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:29:08.284800 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e1f00b7f-c5cb-46c3-9faa-080d62bb0ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:08.316255 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f00b7f-c5cb-46c3-9faa-080d62bb0ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:29:08.386217 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e1f00b7f-c5cb-46c3-9faa-080d62bb0ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-945358'] for router_gateway, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:08.519238 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e1f00b7f-c5cb-46c3-9faa-080d62bb0ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10818'] for router, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:08.521840 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e1f00b7f-c5cb-46c3-9faa-080d62bb0ff9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:08.594940 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e1f00b7f-c5cb-46c3-9faa-080d62bb0ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-947816'] for router, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:08.595668 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f00b7f-c5cb-46c3-9faa-080d62bb0ff9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67f226f8-6475-419e-b0b2-edfe12f0a8fb {{(pid=93970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 14:29:08.601616 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e1f00b7f-c5cb-46c3-9faa-080d62bb0ff9 admin admin] Notify callbacks [] for router, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:08.603355 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-e1f00b7f-c5cb-46c3-9faa-080d62bb0ff9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/67f226f8-6475-419e-b0b2-edfe12f0a8fb HTTP/1.1" status: 204 len: 168 time: 1.4612648 Sep 03 14:29:08.605928 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 48286) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:29:08.666735 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 227fe6e5-7a22-4eec-98e7-5880762b0b0f no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:29:08.673777 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_v2 [None req-121132e5-976c-4922-9910-34239753a118 admin admin] Deleting subnet d6d3d941-ad5e-4435-8ad8-c551b38c5d4a {{(pid=93970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:29:08.677162 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-121132e5-976c-4922-9910-34239753a118 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:08.708221 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: 227fe6e5-7a22-4eec-98e7-5880762b0b0f {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:29:08.708826 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 227fe6e5-7a22-4eec-98e7-5880762b0b0f not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:29:08.739761 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-121132e5-976c-4922-9910-34239753a118 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4013441'] for subnet, precommit_delete_associations {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:08.840981 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-121132e5-976c-4922-9910-34239753a118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16749918'] for subnet, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:08.909879 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-121132e5-976c-4922-9910-34239753a118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16749863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2700628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632419'] for subnet, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:08.952794 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121132e5-976c-4922-9910-34239753a118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6d3d941-ad5e-4435-8ad8-c551b38c5d4a,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:29:08.966675 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-121132e5-976c-4922-9910-34239753a118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:08.968920 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-121132e5-976c-4922-9910-34239753a118 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d6d3d941-ad5e-4435-8ad8-c551b38c5d4a HTTP/1.1" status: 204 len: 168 time: 0.3610594 Sep 03 14:29:08.971616 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48290) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:29:08.973071 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2cded4-477e-4aec-b075-a4276e4cc8c7 None None] Network 602d4862-b3dc-48b8-b760-b964df7665c4 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:29:09.063405 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc4157-eebc-49bf-9010-c84ef759b431 req-e788e273-7138-4850-a740-7aaa3cae1720 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:09.073313 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a9dc4157-eebc-49bf-9010-c84ef759b431 req-e788e273-7138-4850-a740-7aaa3cae1720 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0814698 Sep 03 14:29:09.111631 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16589909'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:09.138124 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a9dc4157-eebc-49bf-9010-c84ef759b431 req-a9b22190-a05c-40a1-92f7-37b324fadcbe tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632851 Sep 03 14:29:09.201468 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] Deleting port ca117bca-971e-4d21-977e-1c21f4503900 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:29:09.202075 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:09.280835 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] For port ca117bca-971e-4d21-977e-1c21f4503900, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=ca117bca-971e-4d21-977e-1c21f4503900,segment=NetworkSegment(3171b6c6-8b3e-4133-ac1a-5a22a0a98873),segment_id=3171b6c6-8b3e-4133-ac1a-5a22a0a98873)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:29:09.281221 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:09.296182 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] Calling delete_port for ca117bca-971e-4d21-977e-1c21f4503900 owned by network:dhcp {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:29:09.385681 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:09.416531 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca117bca-971e-4d21-977e-1c21f4503900,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:29:09.449812 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] No DVR routers for this DVR port ca117bca-971e-4d21-977e-1c21f4503900 on host dv-cinder-759955-20-iscsi {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:29:09.509320 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51629f6-d4a6-4ae3-8591-1c4d66cfec9b None None] DHCP port deletion for 602d4862-b3dc-48b8-b760-b964df7665c4 request from dv-cinder-759955-20-iscsi {{(pid=93971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 14:29:09.542476 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16749259', 'neutron.services.segments.db._delete_segments_for_network-8777478328405'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:09.555089 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602d4862-b3dc-48b8-b760-b964df7665c4']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:29:09.573070 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3171b6c6-8b3e-4133-ac1a-5a22a0a98873') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:29:09.573341 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3171b6c6-8b3e-4133-ac1a-5a22a0a98873') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:29:09.585310 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777478329694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3471858'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:09.604896 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:09.616502 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:29:09.617882 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2727839'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: Traceback (most recent call last): Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: timer() Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: cb(*args, **kw) Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: return func(*args, **kwargs) Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: self._notify() Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: self.callback(batched_events) Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: event.method(event) Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: return f(self, *a, **k) Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._get(url).json() Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:29:09.620329 dv-cinder-759955-20-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:29:09.700002 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16749276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893990'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:09.722179 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:09.725488 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] 10.222.0.23 "DELETE /v2.0/networks/602d4862-b3dc-48b8-b760-b964df7665c4 HTTP/1.1" status: 204 len: 168 time: 0.7526515 Sep 03 14:29:09.727207 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f170e-f2d9-48d0-b22f-e44ff5037c56 admin admin] Pushing event deleted for resources: {'Network': ['ID=602d4862-b3dc-48b8-b760-b964df7665c4,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:29:09.943390 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48302) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:29:09.996253 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-567863ce-3b5e-4760-9d40-d31b0684b3fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f30119270aba4daaba917bc9696408a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515282 Sep 03 14:29:09.998613 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48304) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:29:10.057416 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3619d111-f49a-4f95-9026-09385d0c612c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:10.081502 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3619d111-f49a-4f95-9026-09385d0c612c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:10.134965 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3619d111-f49a-4f95-9026-09385d0c612c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:10.137804 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3619d111-f49a-4f95-9026-09385d0c612c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:10.138974 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3619d111-f49a-4f95-9026-09385d0c612c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d66a9f1d-ef03-4d12-bce0-404321b7c815 HTTP/1.1" status: 204 len: 168 time: 0.1383963 Sep 03 14:29:10.147791 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619d111-f49a-4f95-9026-09385d0c612c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66a9f1d-ef03-4d12-bce0-404321b7c815,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:29:10.190144 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8ef3ba5e-a38f-4b01-ba24-424fcc352d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:10.284907 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbab575-7d0c-4556-8754-29d55a9ff6c5 req-7a62619d-b523-4a90-8b3b-07f7827a9975 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:10.287006 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7bbab575-7d0c-4556-8754-29d55a9ff6c5 req-7a62619d-b523-4a90-8b3b-07f7827a9975 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0550544 Sep 03 14:29:10.339302 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7bbab575-7d0c-4556-8754-29d55a9ff6c5 req-94b324df-8989-4f01-924d-a1c9a3254c4e tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434034 Sep 03 14:29:10.550391 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48312) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:29:10.604858 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ae723d28-1e37-4513-918e-72a22fc4ea80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a787ba3136247cbb8a75a10444b4eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528243 Sep 03 14:29:10.609823 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48314) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:29:10.658822 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device ca117bca-971e-4d21-977e-1c21f4503900 no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:29:10.676063 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-85ba642a-a270-4646-af38-f67642b8e6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:10.687349 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: ca117bca-971e-4d21-977e-1c21f4503900 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:29:10.688124 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device ca117bca-971e-4d21-977e-1c21f4503900 not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:29:10.688757 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3 no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:29:10.704974 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-85ba642a-a270-4646-af38-f67642b8e6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:10.709328 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:29:10.709844 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device a7ffbf6f-453a-4a7e-b74b-5f7fdd916da3 not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:29:10.787454 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-85ba642a-a270-4646-af38-f67642b8e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:10.793928 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-85ba642a-a270-4646-af38-f67642b8e6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:10.794517 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-85ba642a-a270-4646-af38-f67642b8e6ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7c30273-f22b-40c0-84de-5fd609a94bd5 HTTP/1.1" status: 204 len: 168 time: 0.1855371 Sep 03 14:29:10.810639 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba642a-a270-4646-af38-f67642b8e6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c30273-f22b-40c0-84de-5fd609a94bd5,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:29:11.477972 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f118c9-3b4d-48df-85f0-dd561869e53d req-ee1b1c42-9809-4d73-96c0-3997612f414c tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:11.488530 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-62f118c9-3b4d-48df-85f0-dd561869e53d req-ee1b1c42-9809-4d73-96c0-3997612f414c tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0635917 Sep 03 14:29:11.529961 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-62f118c9-3b4d-48df-85f0-dd561869e53d req-7e43c1ca-ad56-4087-82c5-a49c0b5204a2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402620 Sep 03 14:29:12.709424 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651ae13-5634-4bb7-9771-5493f227cd83 req-952b4b22-a4bd-457f-992a-2069299dbbce tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:12.715783 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8651ae13-5634-4bb7-9771-5493f227cd83 req-952b4b22-a4bd-457f-992a-2069299dbbce tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.1004722 Sep 03 14:29:12.764862 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8651ae13-5634-4bb7-9771-5493f227cd83 req-2e1ad036-b527-4bb6-bceb-641366fb08a7 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476346 Sep 03 14:29:12.963244 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-44262b02-72cf-4218-bd50-373107422b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:13.253595 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:13.836793 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7821c-0879-44e2-abee-89ff3b34bb5c req-6baafa2a-3d04-42e3-a227-2cfd943a015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:13.838333 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-76d7821c-0879-44e2-abee-89ff3b34bb5c req-6baafa2a-3d04-42e3-a227-2cfd943a015e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d1dba9f7684a62b56998d1b3a3611b&device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 1098 time: 0.0420108 Sep 03 14:29:13.897132 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311e681-4956-46d8-9e60-e884bdaef158 req-a49e652a-8cae-4636-8384-dbfd05b7c518 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:13.898709 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-3311e681-4956-46d8-9e60-e884bdaef158 req-a49e652a-8cae-4636-8384-dbfd05b7c518 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0560484 Sep 03 14:29:13.937015 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-3311e681-4956-46d8-9e60-e884bdaef158 req-1c81f063-83b8-4e94-a58c-5d2789f3889a tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321028 Sep 03 14:29:13.941108 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7821c-0879-44e2-abee-89ff3b34bb5c req-b02c6132-6f1c-450d-ab38-467528b5dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:13.942728 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-76d7821c-0879-44e2-abee-89ff3b34bb5c req-b02c6132-6f1c-450d-ab38-467528b5dfff service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed847c14-b4e7-4339-9eb2-f7233a2ed045 HTTP/1.1" status: 200 len: 917 time: 0.0962951 Sep 03 14:29:14.006454 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-76d7821c-0879-44e2-abee-89ff3b34bb5c req-36c7d6d5-164e-408e-b0bc-9e7865ecd73a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62222baf-f4be-4b01-9b17-7680cdea93d7 HTTP/1.1" status: 200 len: 1001 time: 0.0560646 Sep 03 14:29:14.053703 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7821c-0879-44e2-abee-89ff3b34bb5c req-e5c8e1df-d3e5-4e73-8e1b-015d69431452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:14.055589 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-76d7821c-0879-44e2-abee-89ff3b34bb5c req-e5c8e1df-d3e5-4e73-8e1b-015d69431452 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=411675b4-faba-4ad4-96ec-19e22cdccb68 HTTP/1.1" status: 200 len: 855 time: 0.0420661 Sep 03 14:29:14.106882 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7821c-0879-44e2-abee-89ff3b34bb5c req-308f5183-feb7-4d7d-abac-613dabb76227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:14.108491 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-76d7821c-0879-44e2-abee-89ff3b34bb5c req-308f5183-feb7-4d7d-abac-613dabb76227 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed847c14-b4e7-4339-9eb2-f7233a2ed045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455546 Sep 03 14:29:14.208308 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-76d7821c-0879-44e2-abee-89ff3b34bb5c req-390319b5-9b5a-4d6b-ba51-1060038423ca service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908315 Sep 03 14:29:14.313394 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-76d7821c-0879-44e2-abee-89ff3b34bb5c req-64db47a0-7c68-41d8-8c21-41541c21cf0f service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956104 Sep 03 14:29:14.355473 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:15.061156 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e191ef-02ca-49b1-adc7-3bc735ea62f9 req-dafe99d5-2114-44b8-81a9-79221fc45947 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:15.062694 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d5e191ef-02ca-49b1-adc7-3bc735ea62f9 req-dafe99d5-2114-44b8-81a9-79221fc45947 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0497525 Sep 03 14:29:15.102123 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d5e191ef-02ca-49b1-adc7-3bc735ea62f9 req-d90f2060-6cbc-4f63-aa11-f349b7087948 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325563 Sep 03 14:29:16.152488 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:16.238593 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8024601-8c3c-4fe0-aa01-216d821a6b6e req-2211f1df-f7f2-407f-a8f3-d42cb141ec8c tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:16.240002 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a8024601-8c3c-4fe0-aa01-216d821a6b6e req-2211f1df-f7f2-407f-a8f3-d42cb141ec8c tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 945 time: 0.0580490 Sep 03 14:29:16.276070 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 62222baf-f4be-4b01-9b17-7680cdea93d7 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:29:16.283325 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a8024601-8c3c-4fe0-aa01-216d821a6b6e req-197b7604-f266-4817-b862-4d6e0771d2d6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374470 Sep 03 14:29:16.359394 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:16.399093 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e30ecca-e7fc-4054-882c-0d4980698377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62222baf-f4be-4b01-9b17-7680cdea93d7'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:29:16.402750 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d6a80f-0dd3-45b6-a74f-63463f3c61f6" -d '{"events": [{"server_uuid": "1e30ecca-e7fc-4054-882c-0d4980698377", "name": "network-vif-unplugged", "status": "completed", "tag": "62222baf-f4be-4b01-9b17-7680cdea93d7"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:29:16.423066 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 62222baf-f4be-4b01-9b17-7680cdea93d7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=62222baf-f4be-4b01-9b17-7680cdea93d7,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:29:16.430151 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:16.488873 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=62222baf-f4be-4b01-9b17-7680cdea93d7,revision_number=8']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:29:16.519742 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 14:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117866fb-32e5-4057-81a9-e0599ba88023 x-openstack-request-id: req-117866fb-32e5-4057-81a9-e0599ba88023 {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:29:16.520042 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e30ecca-e7fc-4054-882c-0d4980698377", "name": "network-vif-unplugged", "status": "failed", "tag": "62222baf-f4be-4b01-9b17-7680cdea93d7", "code": 422}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:29:16.520302 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-117866fb-32e5-4057-81a9-e0599ba88023 {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:29:16.520728 dv-cinder-759955-20-iscsi neutron-server[93971]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1e30ecca-e7fc-4054-882c-0d4980698377', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '62222baf-f4be-4b01-9b17-7680cdea93d7', 'code': 422} returned with failed status Sep 03 14:29:16.952866 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [req-5ba9009b-becc-43bc-9e8d-c0fcf269ad19 req-d636add1-d2f9-48d3-aa2d-06cef9840ee6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:29:16.954078 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5ba9009b-becc-43bc-9e8d-c0fcf269ad19 req-d636add1-d2f9-48d3-aa2d-06cef9840ee6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1458707 Sep 03 14:29:17.122256 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031bcf6-9f07-4f82-b970-511a11c34cfd req-aa5f3806-d64e-4c78-938e-6e066ca5c466 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:17.123796 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c031bcf6-9f07-4f82-b970-511a11c34cfd req-aa5f3806-d64e-4c78-938e-6e066ca5c466 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.0510340 Sep 03 14:29:17.166549 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c031bcf6-9f07-4f82-b970-511a11c34cfd req-076ea5e9-90a2-4b08-924a-a12fb1175fd2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358951 Sep 03 14:29:17.422984 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48394) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:29:17.513207 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e85049f2-3047-4ce2-8fdf-9f4738177fda req-94d474d1-ad86-4155-8d58-15b38a3ff132 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890725 Sep 03 14:29:17.522185 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [req-e85049f2-3047-4ce2-8fdf-9f4738177fda req-2998294e-5c09-423d-a62b-c4a73c6c4da3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:29:17.523674 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e85049f2-3047-4ce2-8fdf-9f4738177fda req-2998294e-5c09-423d-a62b-c4a73c6c4da3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051558 Sep 03 14:29:18.303340 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3766fac-e7f0-4817-9981-37cf31299494 req-31be5470-cfb0-4815-ae90-14595373b046 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:18.304980 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c3766fac-e7f0-4817-9981-37cf31299494 req-31be5470-cfb0-4815-ae90-14595373b046 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.0603888 Sep 03 14:29:18.350238 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c3766fac-e7f0-4817-9981-37cf31299494 req-7cb1b5e4-1fb8-4bb7-8fdc-403f9691b32a tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360081 Sep 03 14:29:18.957678 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85049f2-3047-4ce2-8fdf-9f4738177fda req-bfab9ae2-b62b-4660-9f65-47014deee390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:18.959184 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e85049f2-3047-4ce2-8fdf-9f4738177fda req-bfab9ae2-b62b-4660-9f65-47014deee390 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377&tenant_id=c5d1dba9f7684a62b56998d1b3a3611b HTTP/1.1" status: 200 len: 1096 time: 0.0722365 Sep 03 14:29:19.027091 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85049f2-3047-4ce2-8fdf-9f4738177fda req-b24e3a6c-cafb-489a-86b1-6fc9d6bed746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:19.028608 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e85049f2-3047-4ce2-8fdf-9f4738177fda req-b24e3a6c-cafb-489a-86b1-6fc9d6bed746 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d1dba9f7684a62b56998d1b3a3611b&device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 1096 time: 0.0462687 Sep 03 14:29:19.123125 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85049f2-3047-4ce2-8fdf-9f4738177fda req-ccea0bd6-1140-4944-bc14-d4dffef47302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:19.124624 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e85049f2-3047-4ce2-8fdf-9f4738177fda req-ccea0bd6-1140-4944-bc14-d4dffef47302 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed847c14-b4e7-4339-9eb2-f7233a2ed045 HTTP/1.1" status: 200 len: 917 time: 0.0870907 Sep 03 14:29:19.194464 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e85049f2-3047-4ce2-8fdf-9f4738177fda req-fc66ad8a-89a6-4b0d-b81a-1fad77c0d129 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62222baf-f4be-4b01-9b17-7680cdea93d7 HTTP/1.1" status: 200 len: 999 time: 0.0610487 Sep 03 14:29:19.248826 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85049f2-3047-4ce2-8fdf-9f4738177fda req-0c95d191-0df8-4ad5-b8d6-07fcee008c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:19.250365 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e85049f2-3047-4ce2-8fdf-9f4738177fda req-0c95d191-0df8-4ad5-b8d6-07fcee008c92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=411675b4-faba-4ad4-96ec-19e22cdccb68 HTTP/1.1" status: 200 len: 855 time: 0.0479472 Sep 03 14:29:19.301252 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85049f2-3047-4ce2-8fdf-9f4738177fda req-a08cb8c2-272f-42f4-8f08-f31c4712f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:19.302805 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e85049f2-3047-4ce2-8fdf-9f4738177fda req-a08cb8c2-272f-42f4-8f08-f31c4712f4dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed847c14-b4e7-4339-9eb2-f7233a2ed045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445542 Sep 03 14:29:19.398942 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e85049f2-3047-4ce2-8fdf-9f4738177fda req-d6e5587c-5869-4f09-861e-0e0fdf70f8ee service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866909 Sep 03 14:29:19.767015 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be47fa-4920-4da5-b94e-5b97f06458fe req-f213e198-7a7a-42d2-830c-8755b524384d tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:19.768487 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d4be47fa-4920-4da5-b94e-5b97f06458fe req-f213e198-7a7a-42d2-830c-8755b524384d tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.3410382 Sep 03 14:29:19.770446 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e85049f2-3047-4ce2-8fdf-9f4738177fda req-2bd9c860-99c3-4a9e-af2e-f8b00ab5392a service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644257 Sep 03 14:29:19.807005 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d4be47fa-4920-4da5-b94e-5b97f06458fe req-e33682d2-96ed-4f1b-b8f8-27e6085cc549 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327082 Sep 03 14:29:20.308726 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:29:20.931094 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094d072-cd05-43aa-bacb-ce4869ec8532 req-90fa2eb6-a837-44d8-8480-0a193da52358 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:20.932590 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1094d072-cd05-43aa-bacb-ce4869ec8532 req-90fa2eb6-a837-44d8-8480-0a193da52358 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.0522900 Sep 03 14:29:20.971552 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1094d072-cd05-43aa-bacb-ce4869ec8532 req-2d59cfbd-8c31-49b1-93b7-dac12ec40307 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330639 Sep 03 14:29:22.095336 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87e5e0-99a4-45de-ac44-fe14f9e1c91e req-8b8fde6e-6e87-4169-a7e2-49ba974e22f2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:22.096864 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9c87e5e0-99a4-45de-ac44-fe14f9e1c91e req-8b8fde6e-6e87-4169-a7e2-49ba974e22f2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.0511444 Sep 03 14:29:22.136035 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9c87e5e0-99a4-45de-ac44-fe14f9e1c91e req-059881c1-39d8-4c09-b79e-62bb9da53ad1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329256 Sep 03 14:29:23.275141 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374904c1-4514-43e6-b3a9-b3fe87532549 req-f604344c-6926-498e-98de-c0aeb6c7b44d tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:23.276910 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-374904c1-4514-43e6-b3a9-b3fe87532549 req-f604344c-6926-498e-98de-c0aeb6c7b44d tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.0595596 Sep 03 14:29:23.333215 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-374904c1-4514-43e6-b3a9-b3fe87532549 req-8c587115-eb28-46b9-997a-658033e64241 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491614 Sep 03 14:29:24.459024 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105163f5-3372-47f3-9af1-fa93c084d03f req-3a3f6bd2-66b6-48eb-8f9c-e4e0875d7957 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:24.461031 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-105163f5-3372-47f3-9af1-fa93c084d03f req-3a3f6bd2-66b6-48eb-8f9c-e4e0875d7957 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.0528650 Sep 03 14:29:24.500220 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-105163f5-3372-47f3-9af1-fa93c084d03f req-f9a1df40-e3de-4d04-93bd-7852722f266b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329974 Sep 03 14:29:25.624221 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102155d8-cb78-46ca-967d-0b40f8d0c3b9 req-d699af20-2f81-4bdc-9fc2-d11847a98ae8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:25.625870 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-102155d8-cb78-46ca-967d-0b40f8d0c3b9 req-d699af20-2f81-4bdc-9fc2-d11847a98ae8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.0500078 Sep 03 14:29:25.665849 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-102155d8-cb78-46ca-967d-0b40f8d0c3b9 req-f15e7c79-37cf-4428-84c6-7ff5afc1283b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335436 Sep 03 14:29:26.817803 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8b9f8-67a9-44ad-85d2-56686668ea8a req-f3e14c30-8067-4d86-9b44-396ffca7c693 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:26.819170 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e6f8b9f8-67a9-44ad-85d2-56686668ea8a req-f3e14c30-8067-4d86-9b44-396ffca7c693 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.0542562 Sep 03 14:29:26.863572 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e6f8b9f8-67a9-44ad-85d2-56686668ea8a req-03ea4309-8455-4e8f-81df-2642f0f1f202 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379560 Sep 03 14:29:27.990672 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64dfa0-3f5e-459b-90a8-b49c23fe2267 req-afd97eee-6712-466f-8b8f-41d55151b583 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:27.992343 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1e64dfa0-3f5e-459b-90a8-b49c23fe2267 req-afd97eee-6712-466f-8b8f-41d55151b583 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.0536573 Sep 03 14:29:28.038572 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1e64dfa0-3f5e-459b-90a8-b49c23fe2267 req-ad8c963d-a8f3-41c9-a4c9-e1f921626c19 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347197 Sep 03 14:29:29.189131 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d35fc2-f8d9-443f-99ce-745be9026d51 req-d81dff02-cf4e-4bad-ae1f-22e0b98dbe34 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:29.190752 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-39d35fc2-f8d9-443f-99ce-745be9026d51 req-d81dff02-cf4e-4bad-ae1f-22e0b98dbe34 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.0533683 Sep 03 14:29:29.233235 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-39d35fc2-f8d9-443f-99ce-745be9026d51 req-35fba12f-5358-42ae-9152-c6e1e4e57f8b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358665 Sep 03 14:29:30.364417 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8a36a-bf6a-4188-ae9a-414cd639bc39 req-fcc0dbaf-7a77-4e8a-a811-578cb57b58f0 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:30.366037 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12a8a36a-bf6a-4188-ae9a-414cd639bc39 req-fcc0dbaf-7a77-4e8a-a811-578cb57b58f0 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.0551109 Sep 03 14:29:30.408591 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12a8a36a-bf6a-4188-ae9a-414cd639bc39 req-bf88bf9a-f518-45a6-8a51-7aed39d5d73a tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349455 Sep 03 14:29:30.471945 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:31.534354 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42dd90-7afe-4192-898e-67d480943310 req-3f564f82-4275-45e4-9cf9-cc80ad02e09c tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:31.535816 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9e42dd90-7afe-4192-898e-67d480943310 req-3f564f82-4275-45e4-9cf9-cc80ad02e09c tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.0488234 Sep 03 14:29:31.572332 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9e42dd90-7afe-4192-898e-67d480943310 req-ce6d37fc-a71e-43c3-9010-3ada84bc87c6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305817 Sep 03 14:29:32.689567 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b521aa7-ca1e-426a-b0d9-c368d7654066 req-02f41a97-e6cf-438f-861a-a1e87a623a6c tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:32.690980 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1b521aa7-ca1e-426a-b0d9-c368d7654066 req-02f41a97-e6cf-438f-861a-a1e87a623a6c tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.0487452 Sep 03 14:29:32.728438 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1b521aa7-ca1e-426a-b0d9-c368d7654066 req-104cf93d-02fd-42e1-8bed-90650d85f528 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315084 Sep 03 14:29:33.849151 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930aeafb-23a0-4943-9b2f-555c31bb48ef req-154c7b39-4949-41f5-bd6a-43b744d039f4 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:33.850659 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-930aeafb-23a0-4943-9b2f-555c31bb48ef req-154c7b39-4949-41f5-bd6a-43b744d039f4 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.0521483 Sep 03 14:29:33.889681 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-930aeafb-23a0-4943-9b2f-555c31bb48ef req-e228d787-e902-4a1d-a207-5edacd6c361a tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326464 Sep 03 14:29:34.842289 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9c3a2541-72f9-4efd-b469-1edb41442a73 req-44ae9dfc-5973-4560-8730-c7282567276d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392494 Sep 03 14:29:34.929470 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a2541-72f9-4efd-b469-1edb41442a73 req-cbf0a68f-b813-4484-bdb6-486ece1e7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:34.931558 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9c3a2541-72f9-4efd-b469-1edb41442a73 req-cbf0a68f-b813-4484-bdb6-486ece1e7f8a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3432258e520247ce9ede8396ea60327b&device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 1098 time: 0.0409708 Sep 03 14:29:35.070621 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d4f4c-a511-421a-a61f-ea98623e4e47 req-19703e8a-1284-4e23-8d12-d87256402cea tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:35.072128 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d69d4f4c-a511-421a-a61f-ea98623e4e47 req-19703e8a-1284-4e23-8d12-d87256402cea tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.1027727 Sep 03 14:29:35.090963 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a2541-72f9-4efd-b469-1edb41442a73 req-41321342-0c7b-4c39-9f0b-9d4917bda12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:35.092408 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9c3a2541-72f9-4efd-b469-1edb41442a73 req-41321342-0c7b-4c39-9f0b-9d4917bda12b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c0ba576-5640-4463-8c91-cf19650ff017 HTTP/1.1" status: 200 len: 910 time: 0.1413376 Sep 03 14:29:35.160756 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d69d4f4c-a511-421a-a61f-ea98623e4e47 req-791c3455-b2dd-4500-9687-04d1884ce96c tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796385 Sep 03 14:29:35.175812 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9c3a2541-72f9-4efd-b469-1edb41442a73 req-0e15efe1-7b95-4a19-b7f4-e0e1d3a46337 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ef88c0-4833-418f-bd96-76487b3b979d HTTP/1.1" status: 200 len: 1000 time: 0.0746362 Sep 03 14:29:35.226548 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a2541-72f9-4efd-b469-1edb41442a73 req-79e562f1-99ce-415f-9d3f-76dca434b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:35.228063 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9c3a2541-72f9-4efd-b469-1edb41442a73 req-79e562f1-99ce-415f-9d3f-76dca434b580 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9e28a41-5071-44d7-8644-3721daae54a3 HTTP/1.1" status: 200 len: 848 time: 0.0444844 Sep 03 14:29:35.275251 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a2541-72f9-4efd-b469-1edb41442a73 req-689e2fd2-76ce-4567-bd3b-7bb96f650692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:35.276746 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9c3a2541-72f9-4efd-b469-1edb41442a73 req-689e2fd2-76ce-4567-bd3b-7bb96f650692 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c0ba576-5640-4463-8c91-cf19650ff017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401800 Sep 03 14:29:35.379012 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9c3a2541-72f9-4efd-b469-1edb41442a73 req-1be3cc06-0dec-4a9f-976e-0f89f4dc7c29 service neutron] 10.222.0.11 "GET /v2.0/networks/8c0ba576-5640-4463-8c91-cf19650ff017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936370 Sep 03 14:29:35.482068 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9c3a2541-72f9-4efd-b469-1edb41442a73 req-01df2eae-5bf5-47e7-acc7-f5982d7be1ec service neutron] 10.222.0.11 "GET /v2.0/networks/8c0ba576-5640-4463-8c91-cf19650ff017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955775 Sep 03 14:29:36.284998 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac7040-e735-48db-a8be-dbad28adcf76 req-51e8aaff-1b40-49b9-8af9-99aa62e0365e tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:36.286538 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e1ac7040-e735-48db-a8be-dbad28adcf76 req-51e8aaff-1b40-49b9-8af9-99aa62e0365e tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.0534632 Sep 03 14:29:36.323939 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e1ac7040-e735-48db-a8be-dbad28adcf76 req-6f60bc5c-7245-4d00-a8d5-f91db4accd79 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316405 Sep 03 14:29:37.443875 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1235db-be1e-43c4-a156-d57c080cfb4d req-c65919d9-8145-4b06-9629-28999acca8fc tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:37.445342 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8f1235db-be1e-43c4-a156-d57c080cfb4d req-c65919d9-8145-4b06-9629-28999acca8fc tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 943 time: 0.0482380 Sep 03 14:29:37.483219 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8f1235db-be1e-43c4-a156-d57c080cfb4d req-5190d001-ced5-41c6-af41-96e6cb21a502 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314488 Sep 03 14:29:38.365431 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 62222baf-f4be-4b01-9b17-7680cdea93d7 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:29:38.467170 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 62222baf-f4be-4b01-9b17-7680cdea93d7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=62222baf-f4be-4b01-9b17-7680cdea93d7,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:29:38.478777 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': '62222baf-f4be-4b01-9b17-7680cdea93d7', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'port_id': '62222baf-f4be-4b01-9b17-7680cdea93d7', 'mac_address': 'fa:16:3e:20:c2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:29:38.517225 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:38.530263 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62222baf-f4be-4b01-9b17-7680cdea93d7 {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:29:38.549244 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 62222baf-f4be-4b01-9b17-7680cdea93d7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=62222baf-f4be-4b01-9b17-7680cdea93d7,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:29:38.553506 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:38.603765 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016b2cc-8d1e-435b-b5b4-a04914ad0580 req-51eb1f51-9fe2-4d1e-9371-a3b6a6d6082c tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:38.604392 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=62222baf-f4be-4b01-9b17-7680cdea93d7,revision_number=9']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:29:38.605359 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4016b2cc-8d1e-435b-b5b4-a04914ad0580 req-51eb1f51-9fe2-4d1e-9371-a3b6a6d6082c tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 944 time: 0.0515664 Sep 03 14:29:38.642906 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4016b2cc-8d1e-435b-b5b4-a04914ad0580 req-24d90f38-98f0-4b39-828f-70514f629ef7 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310705 Sep 03 14:29:38.774134 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['62222baf-f4be-4b01-9b17-7680cdea93d7'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:29:39.768527 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f2656-e649-4ab4-af72-df219a571863 req-e808b98c-aa7f-45b0-981c-dfb2408827c0 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:39.769963 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-574f2656-e649-4ab4-af72-df219a571863 req-e808b98c-aa7f-45b0-981c-dfb2408827c0 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 944 time: 0.0532653 Sep 03 14:29:39.811127 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-574f2656-e649-4ab4-af72-df219a571863 req-52db12a7-d50c-4344-833e-e0c4176227b0 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342915 Sep 03 14:29:40.161835 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-94dc6e32-d739-46c0-9ece-0e3351c17ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:40.381203 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 62222baf-f4be-4b01-9b17-7680cdea93d7 up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:29:40.433694 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port 62222baf-f4be-4b01-9b17-7680cdea93d7 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:29:40.434175 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:40.520887 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:40.544661 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e30ecca-e7fc-4054-882c-0d4980698377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62222baf-f4be-4b01-9b17-7680cdea93d7'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:29:40.547183 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fda585-cba8-45a2-8984-097acde28e31" -d '{"events": [{"server_uuid": "1e30ecca-e7fc-4054-882c-0d4980698377", "name": "network-vif-plugged", "status": "completed", "tag": "62222baf-f4be-4b01-9b17-7680cdea93d7"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:29:40.561965 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 62222baf-f4be-4b01-9b17-7680cdea93d7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=62222baf-f4be-4b01-9b17-7680cdea93d7,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:29:40.565751 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:40.599463 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efeb0329-01f5-4025-9264-b35d32cbadf7 x-openstack-request-id: req-efeb0329-01f5-4025-9264-b35d32cbadf7 {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:29:40.599786 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e30ecca-e7fc-4054-882c-0d4980698377", "name": "network-vif-plugged", "status": "completed", "tag": "62222baf-f4be-4b01-9b17-7680cdea93d7", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:29:40.600042 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efeb0329-01f5-4025-9264-b35d32cbadf7 {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:29:40.600428 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e30ecca-e7fc-4054-882c-0d4980698377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62222baf-f4be-4b01-9b17-7680cdea93d7', 'code': 200} Sep 03 14:29:40.622816 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=62222baf-f4be-4b01-9b17-7680cdea93d7,revision_number=10']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:29:40.934026 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf4ca2-9fd0-427b-a633-35eec63ad298 req-eb806994-8e15-4990-a660-9ea8b5983f10 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:40.935501 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-27cf4ca2-9fd0-427b-a633-35eec63ad298 req-eb806994-8e15-4990-a660-9ea8b5983f10 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 946 time: 0.0505033 Sep 03 14:29:40.979301 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-27cf4ca2-9fd0-427b-a633-35eec63ad298 req-d2ad7f49-c4c2-4337-b892-a169acce6961 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376143 Sep 03 14:29:41.089213 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743867a-73e5-4331-a42c-8e9290e5a72b req-e52ab011-13d7-43c1-9bea-0fa93ab26244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:41.090720 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4743867a-73e5-4331-a42c-8e9290e5a72b req-e52ab011-13d7-43c1-9bea-0fa93ab26244 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 1099 time: 0.0431020 Sep 03 14:29:41.129240 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4743867a-73e5-4331-a42c-8e9290e5a72b req-57c94dae-d840-4217-8cd3-031fec08620a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284007 Sep 03 14:29:42.102221 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c9b24-917f-4d67-8d0d-1f0bfa66f81a req-874aa8be-abb5-4920-9b7b-4b9e729689e6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:42.104240 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d89c9b24-917f-4d67-8d0d-1f0bfa66f81a req-874aa8be-abb5-4920-9b7b-4b9e729689e6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 946 time: 0.0492270 Sep 03 14:29:42.142102 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d89c9b24-917f-4d67-8d0d-1f0bfa66f81a req-514868e6-60dc-44bf-afff-74bb46ec0ed5 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320001 Sep 03 14:29:42.956891 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c75aa0a9-98ed-4b15-88ef-f75553898f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:43.255617 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:43.270824 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c069df-99f2-4f0d-997c-19a251971273 req-88c96aa6-93ef-47f1-aa42-a49a24ac4450 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:43.272312 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-59c069df-99f2-4f0d-997c-19a251971273 req-88c96aa6-93ef-47f1-aa42-a49a24ac4450 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 946 time: 0.0579600 Sep 03 14:29:43.310340 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-59c069df-99f2-4f0d-997c-19a251971273 req-cf198c37-4ff6-4048-ae72-a0dba28be651 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319991 Sep 03 14:29:44.351762 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:46.151273 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:29:50.290331 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45a556-6ac9-4fda-a25a-c1f66f8541c4 req-6f64eac9-daa8-4855-b90b-6b762edc877d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:50.291829 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6f45a556-6ac9-4fda-a25a-c1f66f8541c4 req-6f64eac9-daa8-4855-b90b-6b762edc877d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0532722 Sep 03 14:29:50.329477 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6f45a556-6ac9-4fda-a25a-c1f66f8541c4 req-29725f24-9b8b-4117-8467-ba498308258e tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312579 Sep 03 14:29:51.449094 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa138b-2a9a-414c-96af-991dc68bc839 req-b2d85ca1-622e-412b-85a2-cb1b70ab1485 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:51.451140 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bbfa138b-2a9a-414c-96af-991dc68bc839 req-b2d85ca1-622e-412b-85a2-cb1b70ab1485 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0512831 Sep 03 14:29:51.492945 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-bbfa138b-2a9a-414c-96af-991dc68bc839 req-5aabcf55-8fa6-4b31-a14f-fbfd24057676 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337830 Sep 03 14:29:52.611918 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6302ebb-677f-4d7a-ac1e-24e9ab2d6f6e req-b159937a-3604-42b9-b3c7-7a3ef1cea914 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:52.613413 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e6302ebb-677f-4d7a-ac1e-24e9ab2d6f6e req-b159937a-3604-42b9-b3c7-7a3ef1cea914 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0532823 Sep 03 14:29:52.653177 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e6302ebb-677f-4d7a-ac1e-24e9ab2d6f6e req-51015e16-d851-4e99-b76e-27277bd071d4 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338461 Sep 03 14:29:53.766650 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af38df-cdde-43aa-9c31-e87f71c69dcc req-31bae7ac-f106-4d1b-97e4-80e270a79d4d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:53.768046 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-88af38df-cdde-43aa-9c31-e87f71c69dcc req-31bae7ac-f106-4d1b-97e4-80e270a79d4d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0488005 Sep 03 14:29:53.804983 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-88af38df-cdde-43aa-9c31-e87f71c69dcc req-7ea525ac-e65e-48aa-bef3-b300ee9290ac tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310445 Sep 03 14:29:54.917345 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab083d2-c269-4503-8366-ae3bae7a5ae4 req-9efd99bd-2d76-4306-b98f-f619b4053fc9 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:54.918895 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aab083d2-c269-4503-8366-ae3bae7a5ae4 req-9efd99bd-2d76-4306-b98f-f619b4053fc9 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0484688 Sep 03 14:29:54.955971 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aab083d2-c269-4503-8366-ae3bae7a5ae4 req-6e33be7f-fa4f-48c7-b34d-9e020fde5db3 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306087 Sep 03 14:29:56.076828 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18392581-7d80-485c-980c-d5cd3aa77b90 req-db3512df-6fbf-4a1b-bdbc-c63043c6c63a tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:56.078430 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-18392581-7d80-485c-980c-d5cd3aa77b90 req-db3512df-6fbf-4a1b-bdbc-c63043c6c63a tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0541513 Sep 03 14:29:56.115677 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-18392581-7d80-485c-980c-d5cd3aa77b90 req-a61285c5-cd3a-4727-a986-1454190dc25b tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313971 Sep 03 14:29:57.230148 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bc883-cf60-45ba-a710-7c88cdb05768 req-640d1562-0caf-452b-af73-942924493972 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:57.231647 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-af6bc883-cf60-45ba-a710-7c88cdb05768 req-640d1562-0caf-452b-af73-942924493972 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0493517 Sep 03 14:29:57.268776 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-af6bc883-cf60-45ba-a710-7c88cdb05768 req-55758e79-73ec-4639-86de-0fbe40e05e25 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312920 Sep 03 14:29:57.308955 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:29:58.382190 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c5e14-b633-44ea-8f88-914197b89485 req-2a79eb52-90ca-425b-97d0-6791df444b22 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:58.383688 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9b3c5e14-b633-44ea-8f88-914197b89485 req-2a79eb52-90ca-425b-97d0-6791df444b22 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0499165 Sep 03 14:29:58.422036 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9b3c5e14-b633-44ea-8f88-914197b89485 req-28c7e998-c407-4fe7-82a0-6cbab01ad1d7 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318787 Sep 03 14:29:59.544415 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173c5d7-7ed0-4094-851f-f7c9d206289f req-10132eb4-a71f-4a8e-a851-22882c0cc26e tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:59.547421 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9173c5d7-7ed0-4094-851f-f7c9d206289f req-10132eb4-a71f-4a8e-a851-22882c0cc26e tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0564830 Sep 03 14:29:59.585352 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9173c5d7-7ed0-4094-851f-f7c9d206289f req-2041af6a-909d-4b3a-94f4-8609126ce022 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333679 Sep 03 14:29:59.849699 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa946f-9ed6-4f5e-a4e8-625400f0989a req-6c7882c7-bf99-4a23-b84c-e68f2e331bf3 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:29:59.851092 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-70aa946f-9ed6-4f5e-a4e8-625400f0989a req-6c7882c7-bf99-4a23-b84c-e68f2e331bf3 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7d40a4-114e-4b57-a437-adb506ac2dc1 HTTP/1.1" status: 200 len: 946 time: 0.0486543 Sep 03 14:29:59.889111 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-70aa946f-9ed6-4f5e-a4e8-625400f0989a req-9020c27a-573e-4a93-83e9-096eb943f716 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=28aa89b3-f5b5-484c-86e5-512b20c249a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320818 Sep 03 14:30:00.444409 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15686707-0a5f-448f-a1ad-43fce14eeb56 req-10ebbf9f-1c02-4dd0-9880-7aa761b3b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:00.445949 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15686707-0a5f-448f-a1ad-43fce14eeb56 req-10ebbf9f-1c02-4dd0-9880-7aa761b3b041 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3432258e520247ce9ede8396ea60327b&device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 1098 time: 0.0413947 Sep 03 14:30:00.482233 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:00.544881 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15686707-0a5f-448f-a1ad-43fce14eeb56 req-6cb8da7c-607c-4137-a911-f733426bf9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:00.546427 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15686707-0a5f-448f-a1ad-43fce14eeb56 req-6cb8da7c-607c-4137-a911-f733426bf9c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c0ba576-5640-4463-8c91-cf19650ff017 HTTP/1.1" status: 200 len: 910 time: 0.0886679 Sep 03 14:30:00.611360 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15686707-0a5f-448f-a1ad-43fce14eeb56 req-adaa1797-85b0-4b48-9533-87983fff3625 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ef88c0-4833-418f-bd96-76487b3b979d HTTP/1.1" status: 200 len: 1000 time: 0.0573199 Sep 03 14:30:00.669853 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15686707-0a5f-448f-a1ad-43fce14eeb56 req-1c95fae6-67ed-4eec-8398-2b22b0684520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:00.671910 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15686707-0a5f-448f-a1ad-43fce14eeb56 req-1c95fae6-67ed-4eec-8398-2b22b0684520 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9e28a41-5071-44d7-8644-3721daae54a3 HTTP/1.1" status: 200 len: 848 time: 0.0522921 Sep 03 14:30:00.706294 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac267b-bbe2-4828-baa1-4cbddd837c27 req-14b97859-0422-4c67-9fe0-11c8af7304f0 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:00.707755 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-deac267b-bbe2-4828-baa1-4cbddd837c27 req-14b97859-0422-4c67-9fe0-11c8af7304f0 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0549824 Sep 03 14:30:00.722569 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15686707-0a5f-448f-a1ad-43fce14eeb56 req-d0794210-2a0d-4031-91c9-2a28767d5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:00.724076 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15686707-0a5f-448f-a1ad-43fce14eeb56 req-d0794210-2a0d-4031-91c9-2a28767d5513 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c0ba576-5640-4463-8c91-cf19650ff017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435116 Sep 03 14:30:00.745862 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-deac267b-bbe2-4828-baa1-4cbddd837c27 req-b54bd14b-366c-48be-8791-9725f755dde2 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317609 Sep 03 14:30:00.815859 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15686707-0a5f-448f-a1ad-43fce14eeb56 req-430ddade-8efa-4926-bde3-9ad319fd4098 service neutron] 10.222.0.11 "GET /v2.0/networks/8c0ba576-5640-4463-8c91-cf19650ff017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831695 Sep 03 14:30:00.906745 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15686707-0a5f-448f-a1ad-43fce14eeb56 req-f209467e-d33c-419b-9771-becda07943f1 service neutron] 10.222.0.11 "GET /v2.0/networks/8c0ba576-5640-4463-8c91-cf19650ff017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835276 Sep 03 14:30:01.001307 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d2857-c126-45d0-ad6f-85d757058cfb req-5bba1dbe-b192-4781-9e46-ff071d75e1c5 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:01.002724 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-dc1d2857-c126-45d0-ad6f-85d757058cfb req-5bba1dbe-b192-4781-9e46-ff071d75e1c5 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7d40a4-114e-4b57-a437-adb506ac2dc1 HTTP/1.1" status: 200 len: 946 time: 0.0485606 Sep 03 14:30:01.039455 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-dc1d2857-c126-45d0-ad6f-85d757058cfb req-fa5dce70-c30d-4b50-86f0-aa1bdf77a18e tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=28aa89b3-f5b5-484c-86e5-512b20c249a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306227 Sep 03 14:30:01.821137 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a6eb8-85b8-4c4a-abae-d2ffe8dbc341 req-0f4a03a6-e897-4332-8718-a931a55fa16b tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:01.822688 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0f0a6eb8-85b8-4c4a-abae-d2ffe8dbc341 req-0f4a03a6-e897-4332-8718-a931a55fa16b tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7d40a4-114e-4b57-a437-adb506ac2dc1 HTTP/1.1" status: 200 len: 946 time: 0.0482879 Sep 03 14:30:01.869950 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d226b3-3466-4127-8d20-44e4620c0533 req-70744b29-53fa-47ff-b0e7-6af489bdbc37 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:01.871472 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c4d226b3-3466-4127-8d20-44e4620c0533 req-70744b29-53fa-47ff-b0e7-6af489bdbc37 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0580764 Sep 03 14:30:01.909906 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c4d226b3-3466-4127-8d20-44e4620c0533 req-d23a143e-ca3a-4716-a263-12eeff9d0645 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320113 Sep 03 14:30:01.919398 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-0f0a6eb8-85b8-4c4a-abae-d2ffe8dbc341 req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Deleting port 457132e4-fd8c-42f9-91c5-f4eabca3c48e {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:30:01.919745 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0f0a6eb8-85b8-4c4a-abae-d2ffe8dbc341 req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:02.005987 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-0f0a6eb8-85b8-4c4a-abae-d2ffe8dbc341 req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] For port 457132e4-fd8c-42f9-91c5-f4eabca3c48e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=457132e4-fd8c-42f9-91c5-f4eabca3c48e,segment=NetworkSegment(eeba19bd-af1c-40fb-a40e-a819df1d18bb),segment_id=eeba19bd-af1c-40fb-a40e-a819df1d18bb)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:30:02.006358 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0f0a6eb8-85b8-4c4a-abae-d2ffe8dbc341 req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:02.199226 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220b8df-f7fc-4df2-9388-d76b40d5ef87 req-a777d9cd-ca09-4b1b-a2d6-6afe7b9b1b61 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:02.200685 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5220b8df-f7fc-4df2-9388-d76b40d5ef87 req-a777d9cd-ca09-4b1b-a2d6-6afe7b9b1b61 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7d40a4-114e-4b57-a437-adb506ac2dc1 HTTP/1.1" status: 200 len: 946 time: 0.0944188 Sep 03 14:30:02.212577 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0f0a6eb8-85b8-4c4a-abae-d2ffe8dbc341 req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:02.212934 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0f0a6eb8-85b8-4c4a-abae-d2ffe8dbc341 req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-894004'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:02.213247 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.l3_db [req-0f0a6eb8-85b8-4c4a-abae-d2ffe8dbc341 req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Floating IP ebfa5153-08d8-4b19-98f0-7f20469ea4f6 disassociated. External IP: 172.27.3.194, port: 457132e4-fd8c-42f9-91c5-f4eabca3c48e. Sep 03 14:30:02.213581 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-0f0a6eb8-85b8-4c4a-abae-d2ffe8dbc341 req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Calling delete_port for 457132e4-fd8c-42f9-91c5-f4eabca3c48e owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:30:02.284049 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5220b8df-f7fc-4df2-9388-d76b40d5ef87 req-183eb1cc-d921-486a-ab87-985ff6fa98d6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups?id=28aa89b3-f5b5-484c-86e5-512b20c249a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747478 Sep 03 14:30:02.365416 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0f0a6eb8-85b8-4c4a-abae-d2ffe8dbc341 req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:02.393014 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Pushing event deleted for resources: {'Port': ['ID=457132e4-fd8c-42f9-91c5-f4eabca3c48e,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:02.403808 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:02.404159 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:02.405046 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:02.405382 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:02.405735 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:02.406067 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:02.406391 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:02.406717 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:02.407069 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:02.407389 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:02.407711 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:02.408026 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:02.516851 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f0a6eb8-85b8-4c4a-abae-d2ffe8dbc341 req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Router 892a691a-b7ae-4819-84dc-23d1e14e0236 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:30:02.620060 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f0a6eb8-85b8-4c4a-abae-d2ffe8dbc341 req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:30:02.631552 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a990a10-7360-4b2e-9fec-8d701a3fbce3 None None] Sync routers for ids ['892a691a-b7ae-4819-84dc-23d1e14e0236'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:30:02.641499 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a990a10-7360-4b2e-9fec-8d701a3fbce3 None None] Routers {'892a691a-b7ae-4819-84dc-23d1e14e0236'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:30:02.642367 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-5a990a10-7360-4b2e-9fec-8d701a3fbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:29:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['892a691a-b7ae-4819-84dc-23d1e14e0236'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:30:02.660207 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0a6eb8-85b8-4c4a-abae-d2ffe8dbc341 req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] No DVR routers for this DVR port 457132e4-fd8c-42f9-91c5-f4eabca3c48e on host hv-cinder-75995 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:30:02.662909 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0f0a6eb8-85b8-4c4a-abae-d2ffe8dbc341 req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:02.664823 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0f0a6eb8-85b8-4c4a-abae-d2ffe8dbc341 req-8b8c97d1-f482-4c84-9e44-d897902b9e10 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.11 "DELETE /v2.0/ports/457132e4-fd8c-42f9-91c5-f4eabca3c48e HTTP/1.1" status: 204 len: 173 time: 0.8349817 Sep 03 14:30:02.665260 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7d40a4-114e-4b57-a437-adb506ac2dc1', 'name': 'network-vif-deleted', 'tag': '457132e4-fd8c-42f9-91c5-f4eabca3c48e'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:30:02.667523 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fba1339-69de-47eb-a734-6025f3aa46c0" -d '{"events": [{"server_uuid": "1f7d40a4-114e-4b57-a437-adb506ac2dc1", "name": "network-vif-deleted", "tag": "457132e4-fd8c-42f9-91c5-f4eabca3c48e"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:30:02.713624 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b401c8-effa-4347-8432-78f4908382df x-openstack-request-id: req-f2b401c8-effa-4347-8432-78f4908382df {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:30:02.713950 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7d40a4-114e-4b57-a437-adb506ac2dc1", "name": "network-vif-deleted", "tag": "457132e4-fd8c-42f9-91c5-f4eabca3c48e", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:30:02.714395 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2b401c8-effa-4347-8432-78f4908382df {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:30:02.714754 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7d40a4-114e-4b57-a437-adb506ac2dc1', 'name': 'network-vif-deleted', 'tag': '457132e4-fd8c-42f9-91c5-f4eabca3c48e', 'status': 'completed', 'code': 200} Sep 03 14:30:02.886716 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-5a990a10-7360-4b2e-9fec-8d701a3fbce3 None None] Set router 892a691a-b7ae-4819-84dc-23d1e14e0236 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:30:03.030392 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f561e-0cf9-412d-8885-a35718d03315 req-5c78fe83-a28a-4200-a00e-4b459127a2fa tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:03.031912 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8b1f561e-0cf9-412d-8885-a35718d03315 req-5c78fe83-a28a-4200-a00e-4b459127a2fa tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0522339 Sep 03 14:30:03.074139 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8b1f561e-0cf9-412d-8885-a35718d03315 req-1ed8507d-9035-402e-bb06-8196846fbe2e tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359073 Sep 03 14:30:03.104905 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-5a990a10-7360-4b2e-9fec-8d701a3fbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port': {'id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:42Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '7e9ffbc9-f208-4b23-a180-ffefafdce5a7', 'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'mac_address': 'fa:16:3e:99:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '82eb6649-c61a-47b3-86b1-669452794c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:48Z', 'updated_at': '2021-09-03T14:24:57Z', 'revision_number': 5, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'subnets': [{'id': '82eb6649-c61a-47b3-86b1-669452794c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:30:03.135707 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a990a10-7360-4b2e-9fec-8d701a3fbce3 None None] Checking router: 892a691a-b7ae-4819-84dc-23d1e14e0236 for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:30:03.146893 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a990a10-7360-4b2e-9fec-8d701a3fbce3 None None] Routers {'892a691a-b7ae-4819-84dc-23d1e14e0236'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:30:03.147537 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-5a990a10-7360-4b2e-9fec-8d701a3fbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:29:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['892a691a-b7ae-4819-84dc-23d1e14e0236'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:30:03.258739 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-5a990a10-7360-4b2e-9fec-8d701a3fbce3 None None] Set router 892a691a-b7ae-4819-84dc-23d1e14e0236 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:30:03.366942 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 48688) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:03.425271 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a915c292-de0d-4c95-956e-66b043e935a6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:03.451011 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a915c292-de0d-4c95-956e-66b043e935a6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:03.461624 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-5a990a10-7360-4b2e-9fec-8d701a3fbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port': {'id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:42Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '7e9ffbc9-f208-4b23-a180-ffefafdce5a7', 'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'mac_address': 'fa:16:3e:99:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '82eb6649-c61a-47b3-86b1-669452794c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:48Z', 'updated_at': '2021-09-03T14:24:57Z', 'revision_number': 5, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'subnets': [{'id': '82eb6649-c61a-47b3-86b1-669452794c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:30:03.495688 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a990a10-7360-4b2e-9fec-8d701a3fbce3 None None] The sync data for ids ['892a691a-b7ae-4819-84dc-23d1e14e0236'] in dv-cinder-759955-20-iscsi is: [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port': {'id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:42Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '7e9ffbc9-f208-4b23-a180-ffefafdce5a7', 'name': '', 'network_id': 'ba4f67b6-6867-4585-894f-04afec16c8e4', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'mac_address': 'fa:16:3e:99:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '82eb6649-c61a-47b3-86b1-669452794c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:48Z', 'updated_at': '2021-09-03T14:24:57Z', 'revision_number': 5, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'subnets': [{'id': '82eb6649-c61a-47b3-86b1-669452794c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:30:03.504784 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a915c292-de0d-4c95-956e-66b043e935a6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:03.507803 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a915c292-de0d-4c95-956e-66b043e935a6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:03.509688 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-a915c292-de0d-4c95-956e-66b043e935a6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "DELETE /v2.0/security-groups/28aa89b3-f5b5-484c-86e5-512b20c249a0 HTTP/1.1" status: 204 len: 168 time: 0.1410494 Sep 03 14:30:03.511931 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48690) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:03.519837 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915c292-de0d-4c95-956e-66b043e935a6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aa89b3-f5b5-484c-86e5-512b20c249a0,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:03.527157 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.api.v2.resource [None req-15c4506a-3583-45d6-9042-6334701d725f tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] show failed (client error): The resource could not be found. Sep 03 14:30:03.527658 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915c292-de0d-4c95-956e-66b043e935a6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:03.528485 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915c292-de0d-4c95-956e-66b043e935a6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:03.528989 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915c292-de0d-4c95-956e-66b043e935a6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:03.529336 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915c292-de0d-4c95-956e-66b043e935a6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:03.529801 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915c292-de0d-4c95-956e-66b043e935a6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:03.533242 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915c292-de0d-4c95-956e-66b043e935a6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:03.533411 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-15c4506a-3583-45d6-9042-6334701d725f tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "GET /v2.0/security-groups/28aa89b3-f5b5-484c-86e5-512b20c249a0 HTTP/1.1" status: 404 len: 347 time: 0.0175643 Sep 03 14:30:03.533524 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915c292-de0d-4c95-956e-66b043e935a6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:03.533524 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915c292-de0d-4c95-956e-66b043e935a6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:03.533524 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915c292-de0d-4c95-956e-66b043e935a6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:03.533524 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915c292-de0d-4c95-956e-66b043e935a6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:03.533911 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48692) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:03.535321 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915c292-de0d-4c95-956e-66b043e935a6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:03.535763 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915c292-de0d-4c95-956e-66b043e935a6 tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:03.661867 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-8b19df70-425c-430b-b8dd-118c8259015e tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Deleting port a5e41115-48e5-455c-82b4-eaf1acd9c486 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:30:03.662212 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8b19df70-425c-430b-b8dd-118c8259015e tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:03.728417 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be44dd88-2c52-4dd3-ba69-44819aa5401f None None] New status for floating IP ebfa5153-08d8-4b19-98f0-7f20469ea4f6: DOWN {{(pid=93972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:30:03.739632 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8b19df70-425c-430b-b8dd-118c8259015e tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:03.739971 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8b19df70-425c-430b-b8dd-118c8259015e tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:03.752017 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-8b19df70-425c-430b-b8dd-118c8259015e tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Calling delete_port for a5e41115-48e5-455c-82b4-eaf1acd9c486 owned by network:floatingip {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:30:03.884018 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8b19df70-425c-430b-b8dd-118c8259015e tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:03.910618 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19df70-425c-430b-b8dd-118c8259015e tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Pushing event deleted for resources: {'Port': ['ID=a5e41115-48e5-455c-82b4-eaf1acd9c486,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:03.972044 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8b19df70-425c-430b-b8dd-118c8259015e tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks [] for floatingip, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:03.974540 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8b19df70-425c-430b-b8dd-118c8259015e tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:03.975744 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8b19df70-425c-430b-b8dd-118c8259015e tempest-AttachVolumeTestJSON-600022347 tempest-AttachVolumeTestJSON-600022347-project] 10.222.0.23 "DELETE /v2.0/floatingips/ebfa5153-08d8-4b19-98f0-7f20469ea4f6 HTTP/1.1" status: 204 len: 168 time: 0.4409165 Sep 03 14:30:04.190832 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a3e6f-ee15-4f04-8cb2-cc309530cfcb req-b43edb67-b56b-43a1-a6a9-d51c3e1e9bed tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:04.192432 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-106a3e6f-ee15-4f04-8cb2-cc309530cfcb req-b43edb67-b56b-43a1-a6a9-d51c3e1e9bed tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0503390 Sep 03 14:30:04.233116 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-106a3e6f-ee15-4f04-8cb2-cc309530cfcb req-7d2edf9c-0baa-4e44-86b1-39a67820fa8e tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336986 Sep 03 14:30:04.301688 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [req-c5d6c728-223e-4e04-8f9c-e3835b9146e6 req-af52d56d-9de3-4110-8ba4-0c2f1d748ab4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:30:04.302758 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c5d6c728-223e-4e04-8f9c-e3835b9146e6 req-af52d56d-9de3-4110-8ba4-0c2f1d748ab4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054495 Sep 03 14:30:04.433755 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48710) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:04.456481 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d58254-d9c0-440f-8bdc-48ae69441ec3 req-0315a338-a48c-4cdd-a2cc-857b4a393c66 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:04.457927 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-95d58254-d9c0-440f-8bdc-48ae69441ec3 req-0315a338-a48c-4cdd-a2cc-857b4a393c66 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0556948 Sep 03 14:30:04.496610 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-95d58254-d9c0-440f-8bdc-48ae69441ec3 req-77159f94-b8c9-4a5e-900e-4b1db6a1cd6c tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322890 Sep 03 14:30:04.522230 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f5832f0c-5550-4e97-b19b-e0ec8b2ab30a req-7ec911c8-a591-4037-ab54-05fabcf6bb70 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870185 Sep 03 14:30:04.531298 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [req-f5832f0c-5550-4e97-b19b-e0ec8b2ab30a req-25d0f549-571a-4000-8664-acaef17a205e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:30:04.532252 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f5832f0c-5550-4e97-b19b-e0ec8b2ab30a req-25d0f549-571a-4000-8664-acaef17a205e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054009 Sep 03 14:30:05.620842 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71dc346-d4f4-405f-9833-86ff4dc24b06 req-e8ec9baf-6ad8-4b3c-8932-0f54e01ef004 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:05.622238 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c71dc346-d4f4-405f-9833-86ff4dc24b06 req-e8ec9baf-6ad8-4b3c-8932-0f54e01ef004 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0496404 Sep 03 14:30:05.660404 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c71dc346-d4f4-405f-9833-86ff4dc24b06 req-c6ee81c5-bf65-4a63-85bd-489e807416ce tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314584 Sep 03 14:30:05.855620 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5832f0c-5550-4e97-b19b-e0ec8b2ab30a req-1301e0cc-1b66-4531-bb59-e451dea3ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:05.857073 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f5832f0c-5550-4e97-b19b-e0ec8b2ab30a req-1301e0cc-1b66-4531-bb59-e451dea3ce38 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb&tenant_id=3432258e520247ce9ede8396ea60327b HTTP/1.1" status: 200 len: 1098 time: 0.0392962 Sep 03 14:30:05.923884 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5832f0c-5550-4e97-b19b-e0ec8b2ab30a req-318f6882-0328-4aa0-8a6c-2395da70e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:05.925280 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f5832f0c-5550-4e97-b19b-e0ec8b2ab30a req-318f6882-0328-4aa0-8a6c-2395da70e877 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3432258e520247ce9ede8396ea60327b&device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 1098 time: 0.0431802 Sep 03 14:30:06.017513 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5832f0c-5550-4e97-b19b-e0ec8b2ab30a req-ab01862a-65ef-4300-bd23-fcef3f46461b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:06.019145 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f5832f0c-5550-4e97-b19b-e0ec8b2ab30a req-ab01862a-65ef-4300-bd23-fcef3f46461b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c0ba576-5640-4463-8c91-cf19650ff017 HTTP/1.1" status: 200 len: 910 time: 0.0824165 Sep 03 14:30:06.087190 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f5832f0c-5550-4e97-b19b-e0ec8b2ab30a req-04a78c1e-e82a-4c84-81e1-925fa6a8d9b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ef88c0-4833-418f-bd96-76487b3b979d HTTP/1.1" status: 200 len: 1000 time: 0.0597277 Sep 03 14:30:06.137857 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5832f0c-5550-4e97-b19b-e0ec8b2ab30a req-28b6736d-6ca4-47d8-9650-8a89607e039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:06.139379 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f5832f0c-5550-4e97-b19b-e0ec8b2ab30a req-28b6736d-6ca4-47d8-9650-8a89607e039d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9e28a41-5071-44d7-8644-3721daae54a3 HTTP/1.1" status: 200 len: 848 time: 0.0447249 Sep 03 14:30:06.187050 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5832f0c-5550-4e97-b19b-e0ec8b2ab30a req-af48c42b-fb65-41e3-9d8f-34c4436cdabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:06.188416 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f5832f0c-5550-4e97-b19b-e0ec8b2ab30a req-af48c42b-fb65-41e3-9d8f-34c4436cdabb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c0ba576-5640-4463-8c91-cf19650ff017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403676 Sep 03 14:30:06.285485 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f5832f0c-5550-4e97-b19b-e0ec8b2ab30a req-2f5b63de-7ed1-4124-a3e7-788dc08cde16 service neutron] 10.222.0.11 "GET /v2.0/networks/8c0ba576-5640-4463-8c91-cf19650ff017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887058 Sep 03 14:30:06.379114 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f5832f0c-5550-4e97-b19b-e0ec8b2ab30a req-27f0f018-4df9-4be1-b310-acd96ea7b984 service neutron] 10.222.0.11 "GET /v2.0/networks/8c0ba576-5640-4463-8c91-cf19650ff017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853133 Sep 03 14:30:06.526877 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device a8ef88c0-4833-418f-bd96-76487b3b979d no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:30:06.606096 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:06.629026 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a939622d-1715-4c1f-8cd2-97522b9f14bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ef88c0-4833-418f-bd96-76487b3b979d'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:30:06.631320 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f62e610-94b7-4520-b011-fb9a06c0fe32" -d '{"events": [{"server_uuid": "a939622d-1715-4c1f-8cd2-97522b9f14bb", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ef88c0-4833-418f-bd96-76487b3b979d"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:30:06.644258 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port a8ef88c0-4833-418f-bd96-76487b3b979d, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a8ef88c0-4833-418f-bd96-76487b3b979d,segment=NetworkSegment(8a2136c7-2ec2-455d-93cd-4c5bde2e9589),segment_id=8a2136c7-2ec2-455d-93cd-4c5bde2e9589)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:30:06.648318 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:06.649019 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 457132e4-fd8c-42f9-91c5-f4eabca3c48e no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:30:06.674792 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 14:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dea442-cc24-4d90-9197-08228c5725f0 x-openstack-request-id: req-51dea442-cc24-4d90-9197-08228c5725f0 {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:30:06.675088 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a939622d-1715-4c1f-8cd2-97522b9f14bb", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ef88c0-4833-418f-bd96-76487b3b979d", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:30:06.675334 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51dea442-cc24-4d90-9197-08228c5725f0 {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:30:06.675717 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a939622d-1715-4c1f-8cd2-97522b9f14bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ef88c0-4833-418f-bd96-76487b3b979d', 'code': 200} Sep 03 14:30:06.691756 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: 457132e4-fd8c-42f9-91c5-f4eabca3c48e {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:30:06.692102 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 457132e4-fd8c-42f9-91c5-f4eabca3c48e not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:30:06.720079 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=a8ef88c0-4833-418f-bd96-76487b3b979d,revision_number=6']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:06.727313 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:06.727665 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:06.728004 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:06.728340 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:06.728724 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:06.729000 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:06.729328 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:06.729652 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:06.730008 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:06.730332 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:06.730655 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:06.730975 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:30:06.780109 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda7b3c-50b2-4363-91da-3ab1a5328de0 req-6f6f48f3-21f4-46e5-a8d7-4e77cb9bd751 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:06.781594 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cdda7b3c-50b2-4363-91da-3ab1a5328de0 req-6f6f48f3-21f4-46e5-a8d7-4e77cb9bd751 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 943 time: 0.0546169 Sep 03 14:30:06.818691 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cdda7b3c-50b2-4363-91da-3ab1a5328de0 req-66227982-ef12-46c0-8cf2-52df2987c1a0 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311160 Sep 03 14:30:07.495245 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48748) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:07.934078 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b216b6-81c3-4df1-94b4-2b555639cee3 req-e6aa4a2f-3aa8-4311-8752-d4955feb2fe3 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:07.935619 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-08b216b6-81c3-4df1-94b4-2b555639cee3 req-e6aa4a2f-3aa8-4311-8752-d4955feb2fe3 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 943 time: 0.0496354 Sep 03 14:30:07.975869 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-08b216b6-81c3-4df1-94b4-2b555639cee3 req-67919db3-0f3d-485d-84ec-ab7b9d349a82 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336192 Sep 03 14:30:08.160753 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1300ba42-3c21-4b7d-b2a7-3e37dc603149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945972'] for router_interface, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:08.402777 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-1300ba42-3c21-4b7d-b2a7-3e37dc603149 admin admin] Deleting port 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:30:08.403124 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1300ba42-3c21-4b7d-b2a7-3e37dc603149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:08.484135 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-1300ba42-3c21-4b7d-b2a7-3e37dc603149 admin admin] For port 7e9ffbc9-f208-4b23-a180-ffefafdce5a7, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=7e9ffbc9-f208-4b23-a180-ffefafdce5a7,segment=NetworkSegment(eeba19bd-af1c-40fb-a40e-a819df1d18bb),segment_id=eeba19bd-af1c-40fb-a40e-a819df1d18bb)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:30:08.484507 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1300ba42-3c21-4b7d-b2a7-3e37dc603149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:08.496763 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-1300ba42-3c21-4b7d-b2a7-3e37dc603149 admin admin] Calling delete_port for 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 owned by network:router_interface {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:30:08.673952 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1300ba42-3c21-4b7d-b2a7-3e37dc603149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:08.698054 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300ba42-3c21-4b7d-b2a7-3e37dc603149 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e9ffbc9-f208-4b23-a180-ffefafdce5a7,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:08.858250 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1300ba42-3c21-4b7d-b2a7-3e37dc603149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946080'] for router_interface, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:09.107333 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1300ba42-3c21-4b7d-b2a7-3e37dc603149 admin admin] Router 892a691a-b7ae-4819-84dc-23d1e14e0236 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:30:09.117128 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f014add-296b-4937-9544-5af0bc18cda7 req-d7a5067c-1a42-4d4f-844a-566401cf3cec tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:09.118634 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4f014add-296b-4937-9544-5af0bc18cda7 req-d7a5067c-1a42-4d4f-844a-566401cf3cec tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 943 time: 0.0664687 Sep 03 14:30:09.224373 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4f014add-296b-4937-9544-5af0bc18cda7 req-5f82b35f-df96-462c-b29c-95299b54b709 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980632 Sep 03 14:30:09.250786 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1300ba42-3c21-4b7d-b2a7-3e37dc603149 admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:30:09.255982 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1300ba42-3c21-4b7d-b2a7-3e37dc603149 admin admin] 10.222.0.23 "PUT /v2.0/routers/892a691a-b7ae-4819-84dc-23d1e14e0236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7596934 Sep 03 14:30:09.258552 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48756) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:09.261317 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2a676-5ce8-4fd1-bcc2-6c2c9c19ccf7 None None] Sync routers for ids ['892a691a-b7ae-4819-84dc-23d1e14e0236'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:30:09.275404 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2a676-5ce8-4fd1-bcc2-6c2c9c19ccf7 None None] Routers {'892a691a-b7ae-4819-84dc-23d1e14e0236'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:30:09.276042 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-bfc2a676-5ce8-4fd1-bcc2-6c2c9c19ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:29:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['892a691a-b7ae-4819-84dc-23d1e14e0236'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:30:09.363858 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a99815fc-47a4-4ddc-a880-656c6a1289d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:09.378960 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-bfc2a676-5ce8-4fd1-bcc2-6c2c9c19ccf7 None None] Set router 892a691a-b7ae-4819-84dc-23d1e14e0236 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:30:09.469163 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a99815fc-47a4-4ddc-a880-656c6a1289d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:09.523372 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-a99815fc-47a4-4ddc-a880-656c6a1289d0 admin admin] Deleting port 201fa0a0-1b7a-4c63-bafe-1ad48622fefb {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:30:09.523633 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a99815fc-47a4-4ddc-a880-656c6a1289d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:09.564245 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-bfc2a676-5ce8-4fd1-bcc2-6c2c9c19ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:30:08Z', 'revision_number': 5, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port': {'id': '201fa0a0-1b7a-4c63-bafe-1ad48622fefb', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:24:42Z', 'updated_at': '2021-09-03T14:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:30:09.596771 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2a676-5ce8-4fd1-bcc2-6c2c9c19ccf7 None None] Checking router: 892a691a-b7ae-4819-84dc-23d1e14e0236 for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:30:09.605263 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2a676-5ce8-4fd1-bcc2-6c2c9c19ccf7 None None] Routers {'892a691a-b7ae-4819-84dc-23d1e14e0236'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:30:09.605920 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-bfc2a676-5ce8-4fd1-bcc2-6c2c9c19ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:29:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['892a691a-b7ae-4819-84dc-23d1e14e0236'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:30:09.608189 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-a99815fc-47a4-4ddc-a880-656c6a1289d0 admin admin] For port 201fa0a0-1b7a-4c63-bafe-1ad48622fefb, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=201fa0a0-1b7a-4c63-bafe-1ad48622fefb,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:30:09.608565 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a99815fc-47a4-4ddc-a880-656c6a1289d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:09.620272 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-a99815fc-47a4-4ddc-a880-656c6a1289d0 admin admin] Calling delete_port for 201fa0a0-1b7a-4c63-bafe-1ad48622fefb owned by network:router_gateway {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:30:09.693262 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-bfc2a676-5ce8-4fd1-bcc2-6c2c9c19ccf7 None None] Set router 892a691a-b7ae-4819-84dc-23d1e14e0236 gateway port host: None {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:30:09.747880 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-bfc2a676-5ce8-4fd1-bcc2-6c2c9c19ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:30:09Z', 'revision_number': 6, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port_host': None}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:30:09.775762 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2a676-5ce8-4fd1-bcc2-6c2c9c19ccf7 None None] The sync data for ids ['892a691a-b7ae-4819-84dc-23d1e14e0236'] in dv-cinder-759955-20-iscsi is: [{'id': '892a691a-b7ae-4819-84dc-23d1e14e0236', 'name': 'tempest-AttachVolumeTestJSON-143138671-router', 'tenant_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:24:41Z', 'updated_at': '2021-09-03T14:30:09Z', 'revision_number': 6, 'project_id': '91f21185d42d4c3ca4b3d81f557ff12c', 'gw_port_host': None}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:30:09.789131 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a99815fc-47a4-4ddc-a880-656c6a1289d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:09.816249 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99815fc-47a4-4ddc-a880-656c6a1289d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=201fa0a0-1b7a-4c63-bafe-1ad48622fefb,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:09.879510 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a99815fc-47a4-4ddc-a880-656c6a1289d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-945358'] for router_gateway, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:09.968377 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a99815fc-47a4-4ddc-a880-656c6a1289d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10818'] for router, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:09.970530 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a99815fc-47a4-4ddc-a880-656c6a1289d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.015384 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a99815fc-47a4-4ddc-a880-656c6a1289d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-947816'] for router, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.015902 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99815fc-47a4-4ddc-a880-656c6a1289d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 892a691a-b7ae-4819-84dc-23d1e14e0236 {{(pid=93969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 14:30:10.020080 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a99815fc-47a4-4ddc-a880-656c6a1289d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.021226 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a99815fc-47a4-4ddc-a880-656c6a1289d0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/892a691a-b7ae-4819-84dc-23d1e14e0236 HTTP/1.1" status: 204 len: 168 time: 0.7617610 Sep 03 14:30:10.024088 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48758) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:10.067624 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb88904-e3c0-4164-9ee8-2199dedabac3 admin admin] Deleting subnet 82eb6649-c61a-47b3-86b1-669452794c49 {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:30:10.070563 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5cb88904-e3c0-4164-9ee8-2199dedabac3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.105974 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5cb88904-e3c0-4164-9ee8-2199dedabac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3471851'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.166911 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8f307e05-e50d-4ee1-bb39-9e5da69f44d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.223984 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5cb88904-e3c0-4164-9ee8-2199dedabac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16749918'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.279236 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5cb88904-e3c0-4164-9ee8-2199dedabac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16749863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2727873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602688'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.305994 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb88904-e3c0-4164-9ee8-2199dedabac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82eb6649-c61a-47b3-86b1-669452794c49,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:10.311434 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5cb88904-e3c0-4164-9ee8-2199dedabac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.315595 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-5cb88904-e3c0-4164-9ee8-2199dedabac3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/82eb6649-c61a-47b3-86b1-669452794c49 HTTP/1.1" status: 204 len: 168 time: 0.2882230 Sep 03 14:30:10.316720 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48762) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:10.316993 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdf5dd9-0da8-445a-85e2-299e18ada8f5 None None] Network ba4f67b6-6867-4585-894f-04afec16c8e4 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:30:10.341931 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e314f6-fad7-43f5-9640-6af6fc5b1580 req-19ce7f96-3387-4b22-b6a4-2a7279d44937 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:10.343526 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d9e314f6-fad7-43f5-9640-6af6fc5b1580 req-19ce7f96-3387-4b22-b6a4-2a7279d44937 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 943 time: 0.0513399 Sep 03 14:30:10.382750 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d9e314f6-fad7-43f5-9640-6af6fc5b1580 req-ccc63186-f286-444b-bdf3-ffde2e65c4eb tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330610 Sep 03 14:30:10.402422 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16589909'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.446241 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] Deleting port 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:30:10.446580 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.533758 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227afb07-e7c3-4314-9738-79655eec2f0d None None] DHCP port deletion for ba4f67b6-6867-4585-894f-04afec16c8e4 request from dv-cinder-759955-20-iscsi {{(pid=93971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 14:30:10.535040 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] For port 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=5467f5c4-87f3-40ca-ad22-9ebb8b85d64a,segment=NetworkSegment(eeba19bd-af1c-40fb-a40e-a819df1d18bb),segment_id=eeba19bd-af1c-40fb-a40e-a819df1d18bb)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:30:10.535819 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.559574 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] Calling delete_port for 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a owned by network:dhcp {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:30:10.605452 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-227afb07-e7c3-4314-9738-79655eec2f0d None None] Deleting port 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a {{(pid=93971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:30:10.605846 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-227afb07-e7c3-4314-9738-79655eec2f0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.655178 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.682151 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:30:10.684924 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] Pushing event deleted for resources: {'Port': ['ID=5467f5c4-87f3-40ca-ad22-9ebb8b85d64a,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:10.687145 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-227afb07-e7c3-4314-9738-79655eec2f0d None None] For port 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=5467f5c4-87f3-40ca-ad22-9ebb8b85d64a,segment=NetworkSegment(eeba19bd-af1c-40fb-a40e-a819df1d18bb),segment_id=eeba19bd-af1c-40fb-a40e-a819df1d18bb)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:30:10.687145 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-227afb07-e7c3-4314-9738-79655eec2f0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.688666 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] No DVR routers for this DVR port 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a on host dv-cinder-759955-20-iscsi {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:30:10.714688 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:30:10.714959 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 7e9ffbc9-f208-4b23-a180-ffefafdce5a7 not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:30:10.715409 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 201fa0a0-1b7a-4c63-bafe-1ad48622fefb no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:30:10.721516 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-227afb07-e7c3-4314-9738-79655eec2f0d None None] Calling delete_port for 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a owned by network:dhcp {{(pid=93971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:30:10.741582 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: 201fa0a0-1b7a-4c63-bafe-1ad48622fefb {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:30:10.742153 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 201fa0a0-1b7a-4c63-bafe-1ad48622fefb not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:30:10.742666 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:30:10.769558 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:30:10.769943 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:30:10.776224 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16749259', 'neutron.services.segments.db._delete_segments_for_network-8777478328405'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.794631 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4f67b6-6867-4585-894f-04afec16c8e4']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:30:10.806300 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeba19bd-af1c-40fb-a40e-a819df1d18bb') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:30:10.806582 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeba19bd-af1c-40fb-a40e-a819df1d18bb') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:30:10.816633 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777478329694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3471858'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.832569 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.840313 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:30:10.840717 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2727839'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: Traceback (most recent call last): Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: timer() Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: cb(*args, **kw) Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: return func(*args, **kwargs) Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: self._notify() Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: self.callback(batched_events) Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: event.method(event) Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: return f(self, *a, **k) Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._get(url).json() Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:30:10.843347 dv-cinder-759955-20-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:30:10.896484 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-227afb07-e7c3-4314-9738-79655eec2f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337'] for port, after_delete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.918245 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16749276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893990'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.923019 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:10.927289 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ba4f67b6-6867-4585-894f-04afec16c8e4 HTTP/1.1" status: 204 len: 168 time: 0.6073010 Sep 03 14:30:10.937423 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227afb07-e7c3-4314-9738-79655eec2f0d None None] Pushing event deleted for resources: {'Port': ['ID=5467f5c4-87f3-40ca-ad22-9ebb8b85d64a,revision_number=None']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:10.939442 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227afb07-e7c3-4314-9738-79655eec2f0d None None] No DVR routers for this DVR port 5467f5c4-87f3-40ca-ad22-9ebb8b85d64a on host dv-cinder-759955-20-iscsi {{(pid=93971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:30:10.942213 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33624cb-c299-47a7-bfc7-a91571613937 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba4f67b6-6867-4585-894f-04afec16c8e4,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:11.067452 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48768) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:11.107368 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0a12018a-fb32-4f1a-a678-feb6965a127a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91f21185d42d4c3ca4b3d81f557ff12c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386074 Sep 03 14:30:11.109719 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48770) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:11.159721 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ae0eddd7-3343-434f-8710-333ffa6598d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:11.184014 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ae0eddd7-3343-434f-8710-333ffa6598d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:11.231765 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ae0eddd7-3343-434f-8710-333ffa6598d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:11.234530 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ae0eddd7-3343-434f-8710-333ffa6598d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:11.235700 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ae0eddd7-3343-434f-8710-333ffa6598d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba3831dd-a7fb-46ad-9dc3-3e6ff36a9e44 HTTP/1.1" status: 204 len: 168 time: 0.1250746 Sep 03 14:30:11.243876 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0eddd7-3343-434f-8710-333ffa6598d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3831dd-a7fb-46ad-9dc3-3e6ff36a9e44,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:11.507937 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312346f-96d2-477b-9454-9ed05c8b73da req-795c250b-f2c2-4271-b4ba-e66e9cf78cfb tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:11.509512 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1312346f-96d2-477b-9454-9ed05c8b73da req-795c250b-f2c2-4271-b4ba-e66e9cf78cfb tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 943 time: 0.0552464 Sep 03 14:30:11.556351 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1312346f-96d2-477b-9454-9ed05c8b73da req-f9cb5b4a-1710-460b-a1e5-6b893f7a3b09 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398088 Sep 03 14:30:12.568906 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device a8ef88c0-4833-418f-bd96-76487b3b979d details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:30:12.652927 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f898d-f134-4fda-8e03-90b815364836 req-3fbc413a-9d78-4432-85b7-9130fe88f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:12.654579 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f94f898d-f134-4fda-8e03-90b815364836 req-3fbc413a-9d78-4432-85b7-9130fe88f1f4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 1096 time: 0.0545788 Sep 03 14:30:12.694107 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a048c0-05b2-4315-bf14-27c77c623b9f req-0fb27f0a-1446-4f95-bc08-714ef1e1f65b tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:12.696106 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f94f898d-f134-4fda-8e03-90b815364836 req-8084fd9c-3034-4031-bf74-5ae8f9f02b83 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315988 Sep 03 14:30:12.696452 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-96a048c0-05b2-4315-bf14-27c77c623b9f req-0fb27f0a-1446-4f95-bc08-714ef1e1f65b tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 943 time: 0.0641501 Sep 03 14:30:12.704865 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port a8ef88c0-4833-418f-bd96-76487b3b979d, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a8ef88c0-4833-418f-bd96-76487b3b979d,segment=NetworkSegment(8a2136c7-2ec2-455d-93cd-4c5bde2e9589),segment_id=8a2136c7-2ec2-455d-93cd-4c5bde2e9589)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:30:12.717025 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': 'a8ef88c0-4833-418f-bd96-76487b3b979d', 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017', 'port_id': 'a8ef88c0-4833-418f-bd96-76487b3b979d', 'mac_address': 'fa:16:3e:3b:f0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:30:12.736282 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-96a048c0-05b2-4315-bf14-27c77c623b9f req-f626a940-c1f4-4c9e-bac2-38b7aae308c3 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336194 Sep 03 14:30:12.759810 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:12.773233 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ef88c0-4833-418f-bd96-76487b3b979d {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:30:12.793479 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port a8ef88c0-4833-418f-bd96-76487b3b979d, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a8ef88c0-4833-418f-bd96-76487b3b979d,segment=NetworkSegment(8a2136c7-2ec2-455d-93cd-4c5bde2e9589),segment_id=8a2136c7-2ec2-455d-93cd-4c5bde2e9589)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:30:12.799974 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:12.878947 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=a8ef88c0-4833-418f-bd96-76487b3b979d,revision_number=7']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:12.963897 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-9cc10ee8-ea88-4856-a365-8c0d6e8d5329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:13.058533 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['a8ef88c0-4833-418f-bd96-76487b3b979d'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:30:13.370744 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:13.890534 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76324135-49e3-4192-bfce-1d5d33d74f89 req-eaedc5e8-a607-48bc-9429-b690c03cd020 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:13.892686 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-76324135-49e3-4192-bfce-1d5d33d74f89 req-eaedc5e8-a607-48bc-9429-b690c03cd020 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 944 time: 0.0636446 Sep 03 14:30:13.933292 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-76324135-49e3-4192-bfce-1d5d33d74f89 req-492a37fa-6f8c-4906-841f-7c19faf238a5 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342968 Sep 03 14:30:14.355510 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:14.559093 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device a8ef88c0-4833-418f-bd96-76487b3b979d up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:30:14.614701 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port a8ef88c0-4833-418f-bd96-76487b3b979d triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:30:14.615004 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:14.698142 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:14.722704 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a939622d-1715-4c1f-8cd2-97522b9f14bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ef88c0-4833-418f-bd96-76487b3b979d'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:30:14.724981 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61561c52-dc8f-4068-a1f8-3b815fa6c022" -d '{"events": [{"server_uuid": "a939622d-1715-4c1f-8cd2-97522b9f14bb", "name": "network-vif-plugged", "status": "completed", "tag": "a8ef88c0-4833-418f-bd96-76487b3b979d"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:30:14.737828 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port a8ef88c0-4833-418f-bd96-76487b3b979d, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a8ef88c0-4833-418f-bd96-76487b3b979d,segment=NetworkSegment(8a2136c7-2ec2-455d-93cd-4c5bde2e9589),segment_id=8a2136c7-2ec2-455d-93cd-4c5bde2e9589)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:30:14.743548 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:14.769726 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2218af9-ce97-4411-8beb-821c2512290f x-openstack-request-id: req-d2218af9-ce97-4411-8beb-821c2512290f {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:30:14.770032 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a939622d-1715-4c1f-8cd2-97522b9f14bb", "name": "network-vif-plugged", "status": "completed", "tag": "a8ef88c0-4833-418f-bd96-76487b3b979d", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:30:14.770291 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2218af9-ce97-4411-8beb-821c2512290f {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:30:14.770692 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a939622d-1715-4c1f-8cd2-97522b9f14bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ef88c0-4833-418f-bd96-76487b3b979d', 'code': 200} Sep 03 14:30:14.798321 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=a8ef88c0-4833-418f-bd96-76487b3b979d,revision_number=8']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:15.073342 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f026bc-c34e-464c-90cc-e40504025460 req-88d255f0-7723-483d-a60c-55ec2ff7f3ff tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:15.075098 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-48f026bc-c34e-464c-90cc-e40504025460 req-88d255f0-7723-483d-a60c-55ec2ff7f3ff tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0605426 Sep 03 14:30:15.119138 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-48f026bc-c34e-464c-90cc-e40504025460 req-1e5f1bfc-de98-479b-b602-a0b905e80d49 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381587 Sep 03 14:30:16.157493 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:20.977838 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 48898) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:21.085745 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a3194b8d-9d9a-4a37-be4a-dcb2e00436a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:21.178490 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a3194b8d-9d9a-4a37-be4a-dcb2e00436a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:21.182570 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a3194b8d-9d9a-4a37-be4a-dcb2e00436a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:21.226124 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a3194b8d-9d9a-4a37-be4a-dcb2e00436a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5813b49e5bb43af865046c7db4a48c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469404 Sep 03 14:30:21.229708 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 48904) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:21.230213 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3194b8d-9d9a-4a37-be4a-dcb2e00436a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3d73fb-643e-42c5-bf23-335301cd5a70,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:21.285837 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f541d3cb-dec0-4af9-8c65-5b8c82517043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:21.307070 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f541d3cb-dec0-4af9-8c65-5b8c82517043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:21.366395 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f541d3cb-dec0-4af9-8c65-5b8c82517043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:21.371108 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f541d3cb-dec0-4af9-8c65-5b8c82517043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:21.374303 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-f541d3cb-dec0-4af9-8c65-5b8c82517043 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a3d73fb-643e-42c5-bf23-335301cd5a70 HTTP/1.1" status: 204 len: 168 time: 0.1456680 Sep 03 14:30:21.385353 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541d3cb-dec0-4af9-8c65-5b8c82517043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3d73fb-643e-42c5-bf23-335301cd5a70,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:23.236134 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689f78f-ab3f-4944-bdfa-dac9ddffebcf req-4afcb19c-61a0-40be-91db-fa993000443a tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:23.237908 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a689f78f-ab3f-4944-bdfa-dac9ddffebcf req-4afcb19c-61a0-40be-91db-fa993000443a tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 946 time: 0.0546381 Sep 03 14:30:23.298338 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a689f78f-ab3f-4944-bdfa-dac9ddffebcf req-46b687d7-5090-4b2e-b614-da81a42fd2b3 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544634 Sep 03 14:30:24.418374 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca565b-af1e-4238-8eb9-b2da6eff6047 req-3ee59df2-287a-43e2-9803-01a6b1c15a11 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:24.420752 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-79ca565b-af1e-4238-8eb9-b2da6eff6047 req-3ee59df2-287a-43e2-9803-01a6b1c15a11 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 946 time: 0.0509248 Sep 03 14:30:24.462218 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-79ca565b-af1e-4238-8eb9-b2da6eff6047 req-a858b7da-24be-4ac4-9098-8bac21bf8df5 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=abd81e34-4c90-45e3-992c-0609263911f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356224 Sep 03 14:30:24.908473 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26496f0c-041f-4879-8173-02d50593ef36 req-15a71b1b-2f2c-416d-bab7-7593d140ca2b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:24.910061 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-26496f0c-041f-4879-8173-02d50593ef36 req-15a71b1b-2f2c-416d-bab7-7593d140ca2b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 946 time: 0.0618808 Sep 03 14:30:25.023423 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-26496f0c-041f-4879-8173-02d50593ef36 req-f2e4109a-3975-494e-81e1-21c9ac8552ce tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Deleting port 62222baf-f4be-4b01-9b17-7680cdea93d7 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:30:25.023776 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-26496f0c-041f-4879-8173-02d50593ef36 req-f2e4109a-3975-494e-81e1-21c9ac8552ce tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:25.117509 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-26496f0c-041f-4879-8173-02d50593ef36 req-f2e4109a-3975-494e-81e1-21c9ac8552ce tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] For port 62222baf-f4be-4b01-9b17-7680cdea93d7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=62222baf-f4be-4b01-9b17-7680cdea93d7,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:30:25.117916 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-26496f0c-041f-4879-8173-02d50593ef36 req-f2e4109a-3975-494e-81e1-21c9ac8552ce tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:25.294851 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-26496f0c-041f-4879-8173-02d50593ef36 req-f2e4109a-3975-494e-81e1-21c9ac8552ce tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:25.295218 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-26496f0c-041f-4879-8173-02d50593ef36 req-f2e4109a-3975-494e-81e1-21c9ac8552ce tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-894004'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:25.295566 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.l3_db [req-26496f0c-041f-4879-8173-02d50593ef36 req-f2e4109a-3975-494e-81e1-21c9ac8552ce tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Floating IP da5e9f31-e6cd-4167-9ab0-f014226e78ec disassociated. External IP: 172.27.3.122, port: 62222baf-f4be-4b01-9b17-7680cdea93d7. Sep 03 14:30:25.295915 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-26496f0c-041f-4879-8173-02d50593ef36 req-f2e4109a-3975-494e-81e1-21c9ac8552ce tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Calling delete_port for 62222baf-f4be-4b01-9b17-7680cdea93d7 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:30:25.438633 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-26496f0c-041f-4879-8173-02d50593ef36 req-f2e4109a-3975-494e-81e1-21c9ac8552ce tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:25.473939 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4109a-3975-494e-81e1-21c9ac8552ce tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Pushing event deleted for resources: {'Port': ['ID=62222baf-f4be-4b01-9b17-7680cdea93d7,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:25.570188 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d50938da-f8f1-42fc-b22b-fcb8213d7b81 req-db77daa3-b363-4307-ae2a-b9467afeb071 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e30ecca-e7fc-4054-882c-0d4980698377 HTTP/1.1" status: 200 len: 210 time: 0.0278590 Sep 03 14:30:25.598981 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26496f0c-041f-4879-8173-02d50593ef36 req-f2e4109a-3975-494e-81e1-21c9ac8552ce tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Router 0a819294-8734-4a8a-80c9-6576aa09eff4 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:30:25.991116 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26496f0c-041f-4879-8173-02d50593ef36 req-f2e4109a-3975-494e-81e1-21c9ac8552ce tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:30:26.005360 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3191a3-a9b1-44b0-9388-9336388fcbb7 None None] Sync routers for ids ['0a819294-8734-4a8a-80c9-6576aa09eff4'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:30:26.015497 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3191a3-a9b1-44b0-9388-9336388fcbb7 None None] Routers {'0a819294-8734-4a8a-80c9-6576aa09eff4'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:30:26.016150 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-ca3191a3-a9b1-44b0-9388-9336388fcbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:30:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['0a819294-8734-4a8a-80c9-6576aa09eff4'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:30:26.040774 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-26496f0c-041f-4879-8173-02d50593ef36 req-f2e4109a-3975-494e-81e1-21c9ac8552ce tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] No DVR routers for this DVR port 62222baf-f4be-4b01-9b17-7680cdea93d7 on host hv-cinder-75995 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:30:26.044098 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-26496f0c-041f-4879-8173-02d50593ef36 req-f2e4109a-3975-494e-81e1-21c9ac8552ce tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:26.047424 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-26496f0c-041f-4879-8173-02d50593ef36 req-f2e4109a-3975-494e-81e1-21c9ac8552ce tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.11 "DELETE /v2.0/ports/62222baf-f4be-4b01-9b17-7680cdea93d7 HTTP/1.1" status: 204 len: 173 time: 1.1303337 Sep 03 14:30:26.047943 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e30ecca-e7fc-4054-882c-0d4980698377', 'name': 'network-vif-deleted', 'tag': '62222baf-f4be-4b01-9b17-7680cdea93d7'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:30:26.054328 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08883619-7f95-49f6-b9b6-7e99dd67a7ec" -d '{"events": [{"server_uuid": "1e30ecca-e7fc-4054-882c-0d4980698377", "name": "network-vif-deleted", "tag": "62222baf-f4be-4b01-9b17-7680cdea93d7"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:30:26.108043 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4314b08f-12ee-48ed-a53f-db32ee6d8865 x-openstack-request-id: req-4314b08f-12ee-48ed-a53f-db32ee6d8865 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:30:26.108669 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e30ecca-e7fc-4054-882c-0d4980698377", "name": "network-vif-deleted", "tag": "62222baf-f4be-4b01-9b17-7680cdea93d7", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:30:26.109155 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4314b08f-12ee-48ed-a53f-db32ee6d8865 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:30:26.109771 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e30ecca-e7fc-4054-882c-0d4980698377', 'name': 'network-vif-deleted', 'tag': '62222baf-f4be-4b01-9b17-7680cdea93d7', 'status': 'completed', 'code': 200} Sep 03 14:30:26.134229 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-ca3191a3-a9b1-44b0-9388-9336388fcbb7 None None] Set router 0a819294-8734-4a8a-80c9-6576aa09eff4 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:30:26.368846 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-ca3191a3-a9b1-44b0-9388-9336388fcbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:27:25Z', 'revision_number': 4, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port': {'id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:19Z', 'updated_at': '2021-09-03T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '14b593c1-872a-49da-9ddf-bb9fda110386', 'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'mac_address': 'fa:16:3e:89:a1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:24Z', 'updated_at': '2021-09-03T14:27:30Z', 'revision_number': 5, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'subnets': [{'id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:30:26.405383 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3191a3-a9b1-44b0-9388-9336388fcbb7 None None] Checking router: 0a819294-8734-4a8a-80c9-6576aa09eff4 for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:30:26.406127 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 49014) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:26.414631 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3191a3-a9b1-44b0-9388-9336388fcbb7 None None] Routers {'0a819294-8734-4a8a-80c9-6576aa09eff4'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:30:26.415277 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-ca3191a3-a9b1-44b0-9388-9336388fcbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:30:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['0a819294-8734-4a8a-80c9-6576aa09eff4'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:30:26.537640 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-ca3191a3-a9b1-44b0-9388-9336388fcbb7 None None] Set router 0a819294-8734-4a8a-80c9-6576aa09eff4 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:30:26.547937 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6dcb9303-003f-4073-b468-a945cf29c9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:26.665167 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6dcb9303-003f-4073-b468-a945cf29c9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:26.669562 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6dcb9303-003f-4073-b468-a945cf29c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:26.697010 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49022) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:26.712610 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb9303-003f-4073-b468-a945cf29c9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746b24e5-b7f6-4859-968f-02f01cb629e3,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:26.722321 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6dcb9303-003f-4073-b468-a945cf29c9d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90d9554f60324555835d502a0fb5606a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118050 Sep 03 14:30:26.722524 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49024) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:26.771463 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-ca3191a3-a9b1-44b0-9388-9336388fcbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:27:25Z', 'revision_number': 4, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port': {'id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:19Z', 'updated_at': '2021-09-03T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '14b593c1-872a-49da-9ddf-bb9fda110386', 'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'mac_address': 'fa:16:3e:89:a1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:24Z', 'updated_at': '2021-09-03T14:27:30Z', 'revision_number': 5, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'subnets': [{'id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:30:26.799801 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e115d727-9f6c-4597-a62c-74f556f879f0 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:26.819733 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3191a3-a9b1-44b0-9388-9336388fcbb7 None None] The sync data for ids ['0a819294-8734-4a8a-80c9-6576aa09eff4'] in dv-cinder-759955-20-iscsi is: [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:27:25Z', 'revision_number': 4, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port': {'id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:19Z', 'updated_at': '2021-09-03T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '14b593c1-872a-49da-9ddf-bb9fda110386', 'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'mac_address': 'fa:16:3e:89:a1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:24Z', 'updated_at': '2021-09-03T14:27:30Z', 'revision_number': 5, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'subnets': [{'id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:30:26.822579 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7a19b764-3fb6-48f2-a5aa-bc58cbd07dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:26.847221 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e115d727-9f6c-4597-a62c-74f556f879f0 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:26.868784 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7a19b764-3fb6-48f2-a5aa-bc58cbd07dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:26.937438 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e115d727-9f6c-4597-a62c-74f556f879f0 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:26.941207 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e115d727-9f6c-4597-a62c-74f556f879f0 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:26.943139 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-e115d727-9f6c-4597-a62c-74f556f879f0 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "DELETE /v2.0/security-groups/abd81e34-4c90-45e3-992c-0609263911f6 HTTP/1.1" status: 204 len: 168 time: 0.2446034 Sep 03 14:30:26.947458 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 49026) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:26.951625 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7a19b764-3fb6-48f2-a5aa-bc58cbd07dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:26.955382 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7a19b764-3fb6-48f2-a5aa-bc58cbd07dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:26.957500 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-7a19b764-3fb6-48f2-a5aa-bc58cbd07dbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/746b24e5-b7f6-4859-968f-02f01cb629e3 HTTP/1.1" status: 204 len: 168 time: 0.2339771 Sep 03 14:30:26.967546 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115d727-9f6c-4597-a62c-74f556f879f0 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd81e34-4c90-45e3-992c-0609263911f6,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:26.977050 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.api.v2.resource [None req-30ee12a6-09d2-449c-8a7d-005b9fa1efca tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] show failed (client error): The resource could not be found. Sep 03 14:30:26.981836 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-30ee12a6-09d2-449c-8a7d-005b9fa1efca tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups/abd81e34-4c90-45e3-992c-0609263911f6 HTTP/1.1" status: 404 len: 347 time: 0.0296552 Sep 03 14:30:26.982491 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 49030) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:27.015776 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19b764-3fb6-48f2-a5aa-bc58cbd07dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746b24e5-b7f6-4859-968f-02f01cb629e3,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:27.152046 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8c31b5-0783-4403-813e-43f5977f6d9d None None] New status for floating IP da5e9f31-e6cd-4167-9ab0-f014226e78ec: DOWN {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:30:27.188662 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-d53d8e1c-4f0c-4e49-bf6e-06e561740dfa tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Deleting port a2308fac-5a06-4396-a32c-9e159fe271a6 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:30:27.189213 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d53d8e1c-4f0c-4e49-bf6e-06e561740dfa tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:27.328269 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d53d8e1c-4f0c-4e49-bf6e-06e561740dfa tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:27.328599 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d53d8e1c-4f0c-4e49-bf6e-06e561740dfa tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:27.342217 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-d53d8e1c-4f0c-4e49-bf6e-06e561740dfa tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Calling delete_port for a2308fac-5a06-4396-a32c-9e159fe271a6 owned by network:floatingip {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:30:27.361542 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49034) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:27.390955 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-589ad65e-ddbf-4720-bff5-c2ecf211b53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:27.503881 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-589ad65e-ddbf-4720-bff5-c2ecf211b53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:27.504135 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d53d8e1c-4f0c-4e49-bf6e-06e561740dfa tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:27.508451 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-589ad65e-ddbf-4720-bff5-c2ecf211b53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:27.538374 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d8e1c-4f0c-4e49-bf6e-06e561740dfa tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Pushing event deleted for resources: {'Port': ['ID=a2308fac-5a06-4396-a32c-9e159fe271a6,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:27.548412 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-589ad65e-ddbf-4720-bff5-c2ecf211b53a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f3f9c476e2e4aed9dee347fa83cbeaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853549 Sep 03 14:30:27.549547 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ad65e-ddbf-4720-bff5-c2ecf211b53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b188878-150d-4460-a59a-a2c14624801e,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:27.552632 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49036) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:27.603747 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d53d8e1c-4f0c-4e49-bf6e-06e561740dfa tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for floatingip, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:27.606770 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d53d8e1c-4f0c-4e49-bf6e-06e561740dfa tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:27.608505 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d53d8e1c-4f0c-4e49-bf6e-06e561740dfa tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "DELETE /v2.0/floatingips/da5e9f31-e6cd-4167-9ab0-f014226e78ec HTTP/1.1" status: 204 len: 168 time: 0.6245058 Sep 03 14:30:27.626277 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-459f7faf-ec51-45dd-9499-dcb1cf66e8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:27.655935 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-459f7faf-ec51-45dd-9499-dcb1cf66e8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:27.719828 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-459f7faf-ec51-45dd-9499-dcb1cf66e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:27.724574 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-459f7faf-ec51-45dd-9499-dcb1cf66e8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:27.726677 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-459f7faf-ec51-45dd-9499-dcb1cf66e8d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b188878-150d-4460-a59a-a2c14624801e HTTP/1.1" status: 204 len: 168 time: 0.1728668 Sep 03 14:30:27.738948 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f7faf-ec51-45dd-9499-dcb1cf66e8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b188878-150d-4460-a59a-a2c14624801e,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:28.217340 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49052) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:28.223120 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-c06f4e5c-33e3-4804-9d56-4ffd8680e487 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1691936623', 'description': 'tempest-description--1641450709'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:30:28.251479 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c06f4e5c-33e3-4804-9d56-4ffd8680e487 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:28.358968 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c06f4e5c-33e3-4804-9d56-4ffd8680e487 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:28.363881 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c06f4e5c-33e3-4804-9d56-4ffd8680e487 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:28.392119 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c06f4e5c-33e3-4804-9d56-4ffd8680e487 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:28.393365 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-c06f4e5c-33e3-4804-9d56-4ffd8680e487 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1752450 Sep 03 14:30:28.396279 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49062) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:28.401510 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-bea57999-4be0-4fee-84c2-64bcb8849058 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Request body: {'security_group_rule': {'security_group_id': '15742104-a123-45bb-97b3-ef2e6a0b8914', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:30:28.407751 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f4e5c-33e3-4804-9d56-4ffd8680e487 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15742104-a123-45bb-97b3-ef2e6a0b8914,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:28.435094 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bea57999-4be0-4fee-84c2-64bcb8849058 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:28.502344 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bea57999-4be0-4fee-84c2-64bcb8849058 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:28.506938 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bea57999-4be0-4fee-84c2-64bcb8849058 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:28.527026 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea57999-4be0-4fee-84c2-64bcb8849058 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e7797b-3434-4792-9b6e-0b8c4fd4fe0f,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:28.534029 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bea57999-4be0-4fee-84c2-64bcb8849058 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:28.535238 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-bea57999-4be0-4fee-84c2-64bcb8849058 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380305 Sep 03 14:30:28.538735 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49068) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:28.543980 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-4fbccc0e-adb0-42ac-ac88-d6dc1d09f0f8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Request body: {'security_group_rule': {'security_group_id': '15742104-a123-45bb-97b3-ef2e6a0b8914', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:30:28.586470 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4fbccc0e-adb0-42ac-ac88-d6dc1d09f0f8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:28.656690 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4fbccc0e-adb0-42ac-ac88-d6dc1d09f0f8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:28.661686 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4fbccc0e-adb0-42ac-ac88-d6dc1d09f0f8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:28.683027 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbccc0e-adb0-42ac-ac88-d6dc1d09f0f8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d7913f-aac5-4e4a-8f8d-f38f91612396,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:28.692325 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4fbccc0e-adb0-42ac-ac88-d6dc1d09f0f8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:28.693723 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-4fbccc0e-adb0-42ac-ac88-d6dc1d09f0f8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1536429 Sep 03 14:30:28.697020 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49070) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:28.702061 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-1763fa94-8c33-4721-b6b5-a6c142b9e84f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Request body: {'floatingip': {'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:30:28.725481 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1763fa94-8c33-4721-b6b5-a6c142b9e84f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for floatingip, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:28.841191 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1763fa94-8c33-4721-b6b5-a6c142b9e84f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:28.957824 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-1763fa94-8c33-4721-b6b5-a6c142b9e84f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Allocated IP 172.27.3.253 (71a2aaf5-8009-41a7-aebe-f6027ce2b898/3592d6f5-ce6a-448b-9072-bd66af67c647/2f63d16f-79de-4752-8784-5179b79bd0ed) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:30:29.062086 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1763fa94-8c33-4721-b6b5-a6c142b9e84f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:29.105165 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1763fa94-8c33-4721-b6b5-a6c142b9e84f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:29.147364 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1763fa94-8c33-4721-b6b5-a6c142b9e84f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:30:29.150245 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-1763fa94-8c33-4721-b6b5-a6c142b9e84f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:30:29.153405 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1763fa94-8c33-4721-b6b5-a6c142b9e84f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:30:29.185360 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763fa94-8c33-4721-b6b5-a6c142b9e84f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Pushing event updated for resources: {'Port': ['ID=2f63d16f-79de-4752-8784-5179b79bd0ed,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:29.255481 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1763fa94-8c33-4721-b6b5-a6c142b9e84f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:29.288307 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1763fa94-8c33-4721-b6b5-a6c142b9e84f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:29.446105 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1763fa94-8c33-4721-b6b5-a6c142b9e84f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:29.450461 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1763fa94-8c33-4721-b6b5-a6c142b9e84f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:29.519432 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763fa94-8c33-4721-b6b5-a6c142b9e84f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Pushing event updated for resources: {'Port': ['ID=2f63d16f-79de-4752-8784-5179b79bd0ed,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:29.531469 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1763fa94-8c33-4721-b6b5-a6c142b9e84f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-894004'] for floatingip, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:29.544504 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1763fa94-8c33-4721-b6b5-a6c142b9e84f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:29.545728 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-1763fa94-8c33-4721-b6b5-a6c142b9e84f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8474960 Sep 03 14:30:29.732697 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-af04e537-2955-402b-9273-ace718ffc97d req-87f8f08d-9f43-448f-a5ff-1e203f2c25ab tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1691936623&fields=id&tenant_id=c5d1dba9f7684a62b56998d1b3a3611b HTTP/1.1" status: 200 len: 267 time: 0.0354791 Sep 03 14:30:29.842995 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04e537-2955-402b-9273-ace718ffc97d req-a8614a6b-5c01-4ec9-b487-5b121dd7e036 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:29.844458 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-af04e537-2955-402b-9273-ace718ffc97d req-a8614a6b-5c01-4ec9-b487-5b121dd7e036 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/networks?id=ed847c14-b4e7-4339-9eb2-f7233a2ed045 HTTP/1.1" status: 200 len: 816 time: 0.1050208 Sep 03 14:30:29.859946 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-af04e537-2955-402b-9273-ace718ffc97d req-8ff72dec-b8ce-404c-a1bd-b3a53e4c21bb tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/quotas/c5d1dba9f7684a62b56998d1b3a3611b HTTP/1.1" status: 200 len: 375 time: 0.0097551 Sep 03 14:30:29.912699 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-af04e537-2955-402b-9273-ace718ffc97d req-768239dd-a51e-40d5-8378-1af3cd4f2fe5 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5d1dba9f7684a62b56998d1b3a3611b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473833 Sep 03 14:30:30.013583 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-af04e537-2955-402b-9273-ace718ffc97d req-7958f985-dba0-4747-bd7a-b637c4e1932e service neutron] 10.222.0.23 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890367 Sep 03 14:30:30.111556 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-af04e537-2955-402b-9273-ace718ffc97d req-705194f7-83ad-4541-b5dc-74188cbb7d9d service neutron] 10.222.0.23 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919039 Sep 03 14:30:30.282323 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-3ae21c35-6677-43c4-922b-d949c6789000 req-6f556ef4-c013-4758-87d8-205b700f726e tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 210 time: 0.0312705 Sep 03 14:30:30.510196 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:30.652367 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 62222baf-f4be-4b01-9b17-7680cdea93d7 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:30:30.673142 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: 62222baf-f4be-4b01-9b17-7680cdea93d7 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:30:30.673487 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 62222baf-f4be-4b01-9b17-7680cdea93d7 not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:30:31.262999 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04e537-2955-402b-9273-ace718ffc97d req-ed4d1cd6-1d1c-4c87-aa06-2f545694dbd6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:31.264521 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-af04e537-2955-402b-9273-ace718ffc97d req-ed4d1cd6-1d1c-4c87-aa06-2f545694dbd6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.11 "GET /v2.0/networks?id=ed847c14-b4e7-4339-9eb2-f7233a2ed045 HTTP/1.1" status: 200 len: 816 time: 0.1062944 Sep 03 14:30:31.309588 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-af04e537-2955-402b-9273-ace718ffc97d req-5cba2be1-9b9b-41ce-b78f-a4b7555e5f66 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5d1dba9f7684a62b56998d1b3a3611b HTTP/1.1" status: 200 len: 380 time: 0.0348673 Sep 03 14:30:31.324700 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-af04e537-2955-402b-9273-ace718ffc97d req-9c1f6f0e-d2d0-41cd-84c3-ce377b381599 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Request body: {'port': {'device_id': '587064fc-31ed-45fc-bf05-a72c09792aa0', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'admin_state_up': True, 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'security_groups': ['15742104-a123-45bb-97b3-ef2e6a0b8914']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:30:31.417898 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4563259a-4d45-4eac-bd2c-0ea095dcc46e req-bc826336-5c61-4eba-9131-74ce4cf179b1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 210 time: 0.0548830 Sep 03 14:30:31.462606 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af04e537-2955-402b-9273-ace718ffc97d req-9c1f6f0e-d2d0-41cd-84c3-ce377b381599 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Made reservation on behalf of c5d1dba9f7684a62b56998d1b3a3611b for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:30:31.466097 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-af04e537-2955-402b-9273-ace718ffc97d req-9c1f6f0e-d2d0-41cd-84c3-ce377b381599 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:31.595338 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-af04e537-2955-402b-9273-ace718ffc97d req-9c1f6f0e-d2d0-41cd-84c3-ce377b381599 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Allocated IP 172.20.0.5 (ed847c14-b4e7-4339-9eb2-f7233a2ed045/411675b4-faba-4ad4-96ec-19e22cdccb68/afb3d535-1157-42f1-b965-e0e0a91f0b2f) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:30:31.740239 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-af04e537-2955-402b-9273-ace718ffc97d req-9c1f6f0e-d2d0-41cd-84c3-ce377b381599 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:31.766695 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-af04e537-2955-402b-9273-ace718ffc97d req-9c1f6f0e-d2d0-41cd-84c3-ce377b381599 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Transition to ACTIVE for port object afb3d535-1157-42f1-b965-e0e0a91f0b2f will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:30:31.799774 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-af04e537-2955-402b-9273-ace718ffc97d req-9c1f6f0e-d2d0-41cd-84c3-ce377b381599 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:31.840585 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af04e537-2955-402b-9273-ace718ffc97d req-9c1f6f0e-d2d0-41cd-84c3-ce377b381599 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Network ed847c14-b4e7-4339-9eb2-f7233a2ed045 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:30:31.844084 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-af04e537-2955-402b-9273-ace718ffc97d req-9c1f6f0e-d2d0-41cd-84c3-ce377b381599 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:30:31.847782 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-af04e537-2955-402b-9273-ace718ffc97d req-9c1f6f0e-d2d0-41cd-84c3-ce377b381599 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:30:31.856560 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f6f0e-d2d0-41cd-84c3-ce377b381599 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Pushing event updated for resources: {'Port': ['ID=afb3d535-1157-42f1-b965-e0e0a91f0b2f,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:31.907217 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04e537-2955-402b-9273-ace718ffc97d req-9c1f6f0e-d2d0-41cd-84c3-ce377b381599 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:31.907832 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-af04e537-2955-402b-9273-ace718ffc97d req-9c1f6f0e-d2d0-41cd-84c3-ce377b381599 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:31.923977 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-af04e537-2955-402b-9273-ace718ffc97d req-9c1f6f0e-d2d0-41cd-84c3-ce377b381599 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6072342 Sep 03 14:30:31.937534 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Request body: {'port': {'device_id': '587064fc-31ed-45fc-bf05-a72c09792aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:30:31.996247 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:32.187420 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-0de58a75-a294-4fba-933b-5cc120dcd95c None None] Provisioning for port afb3d535-1157-42f1-b965-e0e0a91f0b2f completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:30:32.191518 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-0de58a75-a294-4fba-933b-5cc120dcd95c None None] Provisioning complete for port afb3d535-1157-42f1-b965-e0e0a91f0b2f triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:30:32.191961 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-0de58a75-a294-4fba-933b-5cc120dcd95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:32.227840 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-0de58a75-a294-4fba-933b-5cc120dcd95c None None] Port afb3d535-1157-42f1-b965-e0e0a91f0b2f cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:30:32.274747 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb3d535-1157-42f1-b965-e0e0a91f0b2f {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:30:32.283097 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:32.295841 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Transition to ACTIVE for port object afb3d535-1157-42f1-b965-e0e0a91f0b2f will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:30:32.299466 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:32.350585 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Pushing event updated for resources: {'Port': ['ID=afb3d535-1157-42f1-b965-e0e0a91f0b2f,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:32.426185 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Attempting to bind port afb3d535-1157-42f1-b965-e0e0a91f0b2f on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:30:32.426534 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Attempting to bind port afb3d535-1157-42f1-b965-e0e0a91f0b2f by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '5b48d9a6-d038-496d-b4c6-7771243ad500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:30:32.426872 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Attempting to bind port afb3d535-1157-42f1-b965-e0e0a91f0b2f on network ed847c14-b4e7-4339-9eb2-f7233a2ed045 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:30:32.431704 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Port afb3d535-1157-42f1-b965-e0e0a91f0b2f on network ed847c14-b4e7-4339-9eb2-f7233a2ed045 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:30:32.432031 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Attempting to bind port afb3d535-1157-42f1-b965-e0e0a91f0b2f on network ed847c14-b4e7-4339-9eb2-f7233a2ed045 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:30:32.440107 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:30:32.440452 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Checking segment: {'id': '5b48d9a6-d038-496d-b4c6-7771243ad500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:30:32.440854 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Bound using segment: {'id': '5b48d9a6-d038-496d-b4c6-7771243ad500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:30:32.441307 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Bound port: afb3d535-1157-42f1-b965-e0e0a91f0b2f, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b48d9a6-d038-496d-b4c6-7771243ad500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:30:32.441694 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:32.516994 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] For port afb3d535-1157-42f1-b965-e0e0a91f0b2f, host hv-cinder-75995, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:30:32.520119 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] For port afb3d535-1157-42f1-b965-e0e0a91f0b2f, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=afb3d535-1157-42f1-b965-e0e0a91f0b2f,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:30:32.525759 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:32.548718 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be6da9-0124-4fa7-a17c-e4d0ff87b9f8 req-56aa2d22-f4fe-469a-9cf0-a9d9d1e9afd4 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:32.551289 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a3be6da9-0124-4fa7-a17c-e4d0ff87b9f8 req-56aa2d22-f4fe-469a-9cf0-a9d9d1e9afd4 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 943 time: 0.0570912 Sep 03 14:30:32.563529 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:32.564151 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:32.565554 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-af04e537-2955-402b-9273-ace718ffc97d req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] 10.222.0.11 "PUT /v2.0/ports/afb3d535-1157-42f1-b965-e0e0a91f0b2f HTTP/1.1" status: 200 len: 1093 time: 0.6323581 Sep 03 14:30:32.566031 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587064fc-31ed-45fc-bf05-a72c09792aa0', 'tag': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:30:32.568273 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928b3128-8a89-40f2-9b9c-691d8b5909d1" -d '{"events": [{"name": "network-changed", "server_uuid": "587064fc-31ed-45fc-bf05-a72c09792aa0", "tag": "afb3d535-1157-42f1-b965-e0e0a91f0b2f"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:30:32.590887 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a1aa0-71bf-4aee-be4a-208772557f71 service neutron] Pushing event updated for resources: {'Port': ['ID=afb3d535-1157-42f1-b965-e0e0a91f0b2f,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:32.622238 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a3be6da9-0124-4fa7-a17c-e4d0ff87b9f8 req-bd2c570f-0afa-4c1c-9eba-fe9c6f1c37ec tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645287 Sep 03 14:30:32.632173 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d029d4-0526-4902-a4b7-f4ae27258f45 x-openstack-request-id: req-23d029d4-0526-4902-a4b7-f4ae27258f45 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:30:32.632464 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587064fc-31ed-45fc-bf05-a72c09792aa0", "tag": "afb3d535-1157-42f1-b965-e0e0a91f0b2f", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:30:32.632717 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23d029d4-0526-4902-a4b7-f4ae27258f45 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:30:32.633108 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587064fc-31ed-45fc-bf05-a72c09792aa0', 'tag': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f', 'status': 'completed', 'code': 200} Sep 03 14:30:32.664345 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04e537-2955-402b-9273-ace718ffc97d req-ffbef8c6-87a1-4c3f-9d81-c6f4439d479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:32.665896 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-af04e537-2955-402b-9273-ace718ffc97d req-ffbef8c6-87a1-4c3f-9d81-c6f4439d479c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d1dba9f7684a62b56998d1b3a3611b&device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 1096 time: 0.0458708 Sep 03 14:30:32.712318 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-af04e537-2955-402b-9273-ace718ffc97d req-66623163-874b-49b2-bed8-4b2534de6839 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afb3d535-1157-42f1-b965-e0e0a91f0b2f HTTP/1.1" status: 200 len: 217 time: 0.0375047 Sep 03 14:30:32.764351 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04e537-2955-402b-9273-ace718ffc97d req-a8c4842d-3649-48ca-9c88-ce9d35ba581b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:32.765865 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-af04e537-2955-402b-9273-ace718ffc97d req-a8c4842d-3649-48ca-9c88-ce9d35ba581b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=411675b4-faba-4ad4-96ec-19e22cdccb68 HTTP/1.1" status: 200 len: 855 time: 0.0461888 Sep 03 14:30:32.819255 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04e537-2955-402b-9273-ace718ffc97d req-ff07a6eb-cdad-4532-98d7-3ba217f73895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:32.820923 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-af04e537-2955-402b-9273-ace718ffc97d req-ff07a6eb-cdad-4532-98d7-3ba217f73895 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed847c14-b4e7-4339-9eb2-f7233a2ed045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459971 Sep 03 14:30:32.924570 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-af04e537-2955-402b-9273-ace718ffc97d req-1a20665a-fecf-4cc9-8f64-74a6868289ef service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954690 Sep 03 14:30:33.018134 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-af04e537-2955-402b-9273-ace718ffc97d req-76736f1d-a28e-4027-a241-364cebf0afaf service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852277 Sep 03 14:30:33.108918 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b3128-8a89-40f2-9b9c-691d8b5909d1 req-126790e8-49d4-433d-aea2-22ce7ba14b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:33.110504 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-928b3128-8a89-40f2-9b9c-691d8b5909d1 req-126790e8-49d4-433d-aea2-22ce7ba14b03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d1dba9f7684a62b56998d1b3a3611b&device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 1096 time: 0.0460269 Sep 03 14:30:33.203209 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b3128-8a89-40f2-9b9c-691d8b5909d1 req-585066b9-20d5-4133-8869-ffd762f019f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:33.204676 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-928b3128-8a89-40f2-9b9c-691d8b5909d1 req-585066b9-20d5-4133-8869-ffd762f019f2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed847c14-b4e7-4339-9eb2-f7233a2ed045 HTTP/1.1" status: 200 len: 917 time: 0.0853856 Sep 03 14:30:33.256706 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-928b3128-8a89-40f2-9b9c-691d8b5909d1 req-3737702c-472f-48cc-aaca-e02f6eba249a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afb3d535-1157-42f1-b965-e0e0a91f0b2f HTTP/1.1" status: 200 len: 217 time: 0.0397491 Sep 03 14:30:33.306456 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b3128-8a89-40f2-9b9c-691d8b5909d1 req-39df4c15-532d-466b-b4cb-ea45a8106bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:33.307999 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-928b3128-8a89-40f2-9b9c-691d8b5909d1 req-39df4c15-532d-466b-b4cb-ea45a8106bb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=411675b4-faba-4ad4-96ec-19e22cdccb68 HTTP/1.1" status: 200 len: 855 time: 0.0436425 Sep 03 14:30:33.370682 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b3128-8a89-40f2-9b9c-691d8b5909d1 req-03169f01-c51f-41a1-8d5a-c9f3aac796b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:33.372370 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-928b3128-8a89-40f2-9b9c-691d8b5909d1 req-03169f01-c51f-41a1-8d5a-c9f3aac796b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed847c14-b4e7-4339-9eb2-f7233a2ed045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0554452 Sep 03 14:30:33.469429 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-928b3128-8a89-40f2-9b9c-691d8b5909d1 req-2d21c8b0-8ae8-4759-a3b5-5d8191b1f18b service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879903 Sep 03 14:30:33.566297 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-928b3128-8a89-40f2-9b9c-691d8b5909d1 req-18ee9ed3-95f2-4760-bcb6-4fbc17c998fd service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875971 Sep 03 14:30:33.748823 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a443fe-6d31-49d5-943b-0e7f882b01d4 req-96f4202d-7483-40d9-b5db-7615a545d4c6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:33.750944 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-56a443fe-6d31-49d5-943b-0e7f882b01d4 req-96f4202d-7483-40d9-b5db-7615a545d4c6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 943 time: 0.0561800 Sep 03 14:30:33.795837 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-56a443fe-6d31-49d5-943b-0e7f882b01d4 req-9fb72719-6969-4cf0-95e6-754e460fdd33 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376456 Sep 03 14:30:34.308631 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:30:34.705225 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device afb3d535-1157-42f1-b965-e0e0a91f0b2f details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:30:34.804911 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port afb3d535-1157-42f1-b965-e0e0a91f0b2f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=afb3d535-1157-42f1-b965-e0e0a91f0b2f,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:30:34.817759 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'port_id': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f', 'mac_address': 'fa:16:3e:d1:23:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:30:34.860639 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:34.874655 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb3d535-1157-42f1-b965-e0e0a91f0b2f {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:30:34.895767 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port afb3d535-1157-42f1-b965-e0e0a91f0b2f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=afb3d535-1157-42f1-b965-e0e0a91f0b2f,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:30:34.900208 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:34.933717 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae39253-c283-4313-aa94-a4eebfe27e8a req-2855dac6-4aff-479c-8e27-f16b61de492f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:34.935877 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-aae39253-c283-4313-aa94-a4eebfe27e8a req-2855dac6-4aff-479c-8e27-f16b61de492f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 943 time: 0.0594444 Sep 03 14:30:34.949387 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=afb3d535-1157-42f1-b965-e0e0a91f0b2f,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:34.973590 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-aae39253-c283-4313-aa94-a4eebfe27e8a req-ac4b385f-9118-4d0f-aa6c-80fc7e744d05 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318372 Sep 03 14:30:35.117716 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['afb3d535-1157-42f1-b965-e0e0a91f0b2f'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:30:36.092976 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9800fc8-85e6-4449-af5a-5f50953ed75b req-16d65e28-77dc-494c-a754-c41d0361447c tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:36.094558 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b9800fc8-85e6-4449-af5a-5f50953ed75b req-16d65e28-77dc-494c-a754-c41d0361447c tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 944 time: 0.0501924 Sep 03 14:30:36.134614 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b9800fc8-85e6-4449-af5a-5f50953ed75b req-d2455fe3-421b-4cff-8b7c-f74953213008 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337341 Sep 03 14:30:36.836575 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device afb3d535-1157-42f1-b965-e0e0a91f0b2f up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:30:36.887399 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port afb3d535-1157-42f1-b965-e0e0a91f0b2f completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:30:36.891234 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port afb3d535-1157-42f1-b965-e0e0a91f0b2f triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:30:36.891608 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:36.973229 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:36.996420 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587064fc-31ed-45fc-bf05-a72c09792aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:30:36.998727 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9861a944-7e4f-4d55-b59c-7b6611b35365" -d '{"events": [{"server_uuid": "587064fc-31ed-45fc-bf05-a72c09792aa0", "name": "network-vif-plugged", "status": "completed", "tag": "afb3d535-1157-42f1-b965-e0e0a91f0b2f"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:30:37.011943 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port afb3d535-1157-42f1-b965-e0e0a91f0b2f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=afb3d535-1157-42f1-b965-e0e0a91f0b2f,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:30:37.016211 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:37.039873 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584ebebf-bf1b-4e48-8f0d-ba60a24cb0aa x-openstack-request-id: req-584ebebf-bf1b-4e48-8f0d-ba60a24cb0aa {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:30:37.040168 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587064fc-31ed-45fc-bf05-a72c09792aa0", "name": "network-vif-plugged", "status": "completed", "tag": "afb3d535-1157-42f1-b965-e0e0a91f0b2f", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:30:37.040422 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-584ebebf-bf1b-4e48-8f0d-ba60a24cb0aa {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:30:37.040815 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587064fc-31ed-45fc-bf05-a72c09792aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f', 'code': 200} Sep 03 14:30:37.066562 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=afb3d535-1157-42f1-b965-e0e0a91f0b2f,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:30:37.260841 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fc4c1-0898-4940-97ed-ed2328d69182 req-b777b8ed-146a-4f31-8a8b-167f0178dea6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:37.265869 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d74fc4c1-0898-4940-97ed-ed2328d69182 req-b777b8ed-146a-4f31-8a8b-167f0178dea6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0537159 Sep 03 14:30:37.304054 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d74fc4c1-0898-4940-97ed-ed2328d69182 req-b673c7d7-3a0f-47f9-8e56-043310c9d547 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334849 Sep 03 14:30:38.430105 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efaec0-a650-4262-8e62-23c07cb4b36e req-65d3ea9b-a876-4f7d-83fc-b8107ddb6391 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:38.434848 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-63efaec0-a650-4262-8e62-23c07cb4b36e req-65d3ea9b-a876-4f7d-83fc-b8107ddb6391 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0545230 Sep 03 14:30:38.482874 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-63efaec0-a650-4262-8e62-23c07cb4b36e req-49e01180-1822-481e-8763-9621603712a2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400999 Sep 03 14:30:38.845540 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244cbde-074c-4ff2-8d5a-7368f91a0b47 req-488a62ba-011d-481e-9b4d-ed3c55133bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:38.847206 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0244cbde-074c-4ff2-8d5a-7368f91a0b47 req-488a62ba-011d-481e-9b4d-ed3c55133bf3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 1098 time: 0.0463805 Sep 03 14:30:38.899821 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0244cbde-074c-4ff2-8d5a-7368f91a0b47 req-29de3d44-2736-4f26-b52b-d1522073af7a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353758 Sep 03 14:30:39.612119 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb0bc5-61c7-4f98-a5e4-386d176a4935 req-6410bf7a-5e35-4457-8a36-0f903152dc89 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:39.613692 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-81eb0bc5-61c7-4f98-a5e4-386d176a4935 req-6410bf7a-5e35-4457-8a36-0f903152dc89 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0522206 Sep 03 14:30:39.656843 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-81eb0bc5-61c7-4f98-a5e4-386d176a4935 req-f8909d9c-f22f-44d7-99f1-8712d06bb324 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371265 Sep 03 14:30:40.164541 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-4eb86255-4d11-4d03-8ba9-07573ff7aca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:40.779910 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61933b-2bf1-4821-883d-f452ab69bd40 req-120ffdae-0013-4921-8913-ed482c0cced1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:40.781547 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7b61933b-2bf1-4821-883d-f452ab69bd40 req-120ffdae-0013-4921-8913-ed482c0cced1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0508099 Sep 03 14:30:40.828435 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7b61933b-2bf1-4821-883d-f452ab69bd40 req-5576018c-14bc-4f2b-9843-18097a9be161 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393903 Sep 03 14:30:40.963038 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474e38f-d93e-4557-ac62-ee737980de7e req-1f6d2696-c589-4083-8496-dc978e8ef410 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:40.964592 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2474e38f-d93e-4557-ac62-ee737980de7e req-1f6d2696-c589-4083-8496-dc978e8ef410 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0636270 Sep 03 14:30:40.974686 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 49196) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:30:40.979336 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-ef676714-2002-463e-8908-dd721e62a811 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Request body: {'floatingip': {'port_id': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:30:41.026411 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ef676714-2002-463e-8908-dd721e62a811 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for floatingip, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:41.514246 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ef676714-2002-463e-8908-dd721e62a811 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:41.514555 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ef676714-2002-463e-8908-dd721e62a811 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-894004'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:41.652636 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.l3_db [None req-ef676714-2002-463e-8908-dd721e62a811 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Floating IP 9a014459-40b1-4c80-b458-646d3dc3c3cd associated. External IP: 172.27.3.253, port: afb3d535-1157-42f1-b965-e0e0a91f0b2f. Sep 03 14:30:42.115621 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef676714-2002-463e-8908-dd721e62a811 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Router 0a819294-8734-4a8a-80c9-6576aa09eff4 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:30:42.224626 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef676714-2002-463e-8908-dd721e62a811 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:30:42.229564 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ef676714-2002-463e-8908-dd721e62a811 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:42.236612 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f439c1-dc59-4dba-87f7-ab85aa594933 None None] Sync routers for ids ['0a819294-8734-4a8a-80c9-6576aa09eff4'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:30:42.249707 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f439c1-dc59-4dba-87f7-ab85aa594933 None None] Routers {'0a819294-8734-4a8a-80c9-6576aa09eff4'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:30:42.251356 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-73f439c1-dc59-4dba-87f7-ab85aa594933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:30:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['0a819294-8734-4a8a-80c9-6576aa09eff4'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:30:42.260188 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ef676714-2002-463e-8908-dd721e62a811 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "PUT /v2.0/floatingips/9a014459-40b1-4c80-b458-646d3dc3c3cd HTTP/1.1" status: 200 len: 991 time: 1.2817838 Sep 03 14:30:42.260188 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587064fc-31ed-45fc-bf05-a72c09792aa0', 'tag': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:30:42.260506 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3c906d-d146-44f4-9d11-963585c2224c" -d '{"events": [{"name": "network-changed", "server_uuid": "587064fc-31ed-45fc-bf05-a72c09792aa0", "tag": "afb3d535-1157-42f1-b965-e0e0a91f0b2f"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:30:42.311648 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbcbd20-d64e-4c16-b51c-48b303f4a35c x-openstack-request-id: req-1cbcbd20-d64e-4c16-b51c-48b303f4a35c {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:30:42.311832 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587064fc-31ed-45fc-bf05-a72c09792aa0", "tag": "afb3d535-1157-42f1-b965-e0e0a91f0b2f", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:30:42.313283 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1cbcbd20-d64e-4c16-b51c-48b303f4a35c {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:30:42.317781 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587064fc-31ed-45fc-bf05-a72c09792aa0', 'tag': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f', 'status': 'completed', 'code': 200} Sep 03 14:30:42.380363 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-73f439c1-dc59-4dba-87f7-ab85aa594933 None None] Set router 0a819294-8734-4a8a-80c9-6576aa09eff4 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:30:42.397596 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c906d-d146-44f4-9d11-963585c2224c req-b8f76cec-c9ae-4ce8-ad10-dafa90bec0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:42.399415 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cf3c906d-d146-44f4-9d11-963585c2224c req-b8f76cec-c9ae-4ce8-ad10-dafa90bec0ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d1dba9f7684a62b56998d1b3a3611b&device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 1098 time: 0.0511813 Sep 03 14:30:42.507259 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c906d-d146-44f4-9d11-963585c2224c req-bc196977-58c8-496b-b6af-47eabb6bb4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:42.508375 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cf3c906d-d146-44f4-9d11-963585c2224c req-bc196977-58c8-496b-b6af-47eabb6bb4e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed847c14-b4e7-4339-9eb2-f7233a2ed045 HTTP/1.1" status: 200 len: 917 time: 0.1006172 Sep 03 14:30:42.578725 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cf3c906d-d146-44f4-9d11-963585c2224c req-ac00908d-cfa7-4ae6-937a-2c161d867f57 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afb3d535-1157-42f1-b965-e0e0a91f0b2f HTTP/1.1" status: 200 len: 999 time: 0.0614295 Sep 03 14:30:42.640556 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c906d-d146-44f4-9d11-963585c2224c req-eaaa7195-e62c-45e8-8ba9-e4be9bb3dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:42.642575 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cf3c906d-d146-44f4-9d11-963585c2224c req-eaaa7195-e62c-45e8-8ba9-e4be9bb3dac1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=411675b4-faba-4ad4-96ec-19e22cdccb68 HTTP/1.1" status: 200 len: 855 time: 0.0555184 Sep 03 14:30:42.711464 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c906d-d146-44f4-9d11-963585c2224c req-545b8719-33af-492b-8afe-0a2ce793ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:30:42.713468 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cf3c906d-d146-44f4-9d11-963585c2224c req-545b8719-33af-492b-8afe-0a2ce793ea9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed847c14-b4e7-4339-9eb2-f7233a2ed045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0630021 Sep 03 14:30:42.736656 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-73f439c1-dc59-4dba-87f7-ab85aa594933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:27:25Z', 'revision_number': 4, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port': {'id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:19Z', 'updated_at': '2021-09-03T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '9a014459-40b1-4c80-b458-646d3dc3c3cd', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'port_id': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'mac_address': 'fa:16:3e:d1:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587064fc-31ed-45fc-bf05-a72c09792aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:30:29Z', 'updated_at': '2021-09-03T14:30:41Z', 'revision_number': 1, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b593c1-872a-49da-9ddf-bb9fda110386', 'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'mac_address': 'fa:16:3e:89:a1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:24Z', 'updated_at': '2021-09-03T14:27:30Z', 'revision_number': 5, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'subnets': [{'id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:30:42.770044 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f439c1-dc59-4dba-87f7-ab85aa594933 None None] Checking router: 0a819294-8734-4a8a-80c9-6576aa09eff4 for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:30:42.778879 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f439c1-dc59-4dba-87f7-ab85aa594933 None None] Routers {'0a819294-8734-4a8a-80c9-6576aa09eff4'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:30:42.780455 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-73f439c1-dc59-4dba-87f7-ab85aa594933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:30:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['0a819294-8734-4a8a-80c9-6576aa09eff4'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:30:42.834977 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cf3c906d-d146-44f4-9d11-963585c2224c req-b59bb646-0726-4df9-81c6-c70b64f07bfa service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095412 Sep 03 14:30:42.901898 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-73f439c1-dc59-4dba-87f7-ab85aa594933 None None] Set router 0a819294-8734-4a8a-80c9-6576aa09eff4 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:30:42.935344 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cf3c906d-d146-44f4-9d11-963585c2224c req-49a00b02-869f-4a0e-9eee-5c72d958a920 service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922875 Sep 03 14:30:42.961080 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cfbf944a-ea8f-4423-8203-765db2f900bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:43.149925 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-73f439c1-dc59-4dba-87f7-ab85aa594933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:27:25Z', 'revision_number': 4, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port': {'id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:19Z', 'updated_at': '2021-09-03T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '9a014459-40b1-4c80-b458-646d3dc3c3cd', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'port_id': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'mac_address': 'fa:16:3e:d1:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587064fc-31ed-45fc-bf05-a72c09792aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:30:29Z', 'updated_at': '2021-09-03T14:30:41Z', 'revision_number': 1, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b593c1-872a-49da-9ddf-bb9fda110386', 'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'mac_address': 'fa:16:3e:89:a1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:24Z', 'updated_at': '2021-09-03T14:27:30Z', 'revision_number': 5, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'subnets': [{'id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:30:43.177066 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f439c1-dc59-4dba-87f7-ab85aa594933 None None] The sync data for ids ['0a819294-8734-4a8a-80c9-6576aa09eff4'] in dv-cinder-759955-20-iscsi is: [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:27:25Z', 'revision_number': 4, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port': {'id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:19Z', 'updated_at': '2021-09-03T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '9a014459-40b1-4c80-b458-646d3dc3c3cd', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'port_id': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'mac_address': 'fa:16:3e:d1:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587064fc-31ed-45fc-bf05-a72c09792aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:30:29Z', 'updated_at': '2021-09-03T14:30:41Z', 'revision_number': 1, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b593c1-872a-49da-9ddf-bb9fda110386', 'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'mac_address': 'fa:16:3e:89:a1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:24Z', 'updated_at': '2021-09-03T14:27:30Z', 'revision_number': 5, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'subnets': [{'id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:30:43.270625 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:43.397973 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c9ee00-45ce-44e7-a9ff-082aa8ff8b4a None None] New status for floating IP 9a014459-40b1-4c80-b458-646d3dc3c3cd: ACTIVE {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:30:44.358054 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:30:46.159264 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:00.489342 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:06.405288 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49408) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:06.539700 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-615c3a1e-105a-494a-ade0-4743b350ea9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:06.637510 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-615c3a1e-105a-494a-ade0-4743b350ea9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:06.644660 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-615c3a1e-105a-494a-ade0-4743b350ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:06.692156 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-615c3a1e-105a-494a-ade0-4743b350ea9c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ace2f17ad2634287b0a94f4855a2b2b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854409 Sep 03 14:31:06.693540 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c3a1e-105a-494a-ade0-4743b350ea9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e5226d-8ba8-4d23-a4e0-4728fc9b0a8c,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:06.695521 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 49412) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:06.701989 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3a1e-105a-494a-ade0-4743b350ea9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.704055 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3a1e-105a-494a-ade0-4743b350ea9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.704055 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3a1e-105a-494a-ade0-4743b350ea9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.704055 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3a1e-105a-494a-ade0-4743b350ea9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.704055 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3a1e-105a-494a-ade0-4743b350ea9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.705327 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3a1e-105a-494a-ade0-4743b350ea9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.705327 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3a1e-105a-494a-ade0-4743b350ea9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.705327 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3a1e-105a-494a-ade0-4743b350ea9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.705327 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3a1e-105a-494a-ade0-4743b350ea9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.705977 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3a1e-105a-494a-ade0-4743b350ea9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.705977 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3a1e-105a-494a-ade0-4743b350ea9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.706182 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615c3a1e-105a-494a-ade0-4743b350ea9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.756113 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8f41-2b6c-443f-8951-3e5c8d5b4b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:06.782756 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8f41-2b6c-443f-8951-3e5c8d5b4b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:06.839938 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8f41-2b6c-443f-8951-3e5c8d5b4b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:06.842646 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8f41-2b6c-443f-8951-3e5c8d5b4b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:06.843907 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6e9b8f41-2b6c-443f-8951-3e5c8d5b4b20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67e5226d-8ba8-4d23-a4e0-4728fc9b0a8c HTTP/1.1" status: 204 len: 168 time: 0.1473365 Sep 03 14:31:06.852561 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b8f41-2b6c-443f-8951-3e5c8d5b4b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e5226d-8ba8-4d23-a4e0-4728fc9b0a8c,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:06.860298 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b8f41-2b6c-443f-8951-3e5c8d5b4b20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.860686 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b8f41-2b6c-443f-8951-3e5c8d5b4b20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.861039 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b8f41-2b6c-443f-8951-3e5c8d5b4b20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.861385 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b8f41-2b6c-443f-8951-3e5c8d5b4b20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.861757 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b8f41-2b6c-443f-8951-3e5c8d5b4b20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.862096 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b8f41-2b6c-443f-8951-3e5c8d5b4b20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.862435 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b8f41-2b6c-443f-8951-3e5c8d5b4b20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.862773 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b8f41-2b6c-443f-8951-3e5c8d5b4b20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.863112 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b8f41-2b6c-443f-8951-3e5c8d5b4b20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.863445 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b8f41-2b6c-443f-8951-3e5c8d5b4b20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.863777 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b8f41-2b6c-443f-8951-3e5c8d5b4b20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:06.864116 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b8f41-2b6c-443f-8951-3e5c8d5b4b20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:09.289695 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-307931b9-afa9-458c-a0b0-aec5e949d5f1 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6501fdac9b024c52b91441ba0db2fc25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510261 Sep 03 14:31:09.485923 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-bbe4c007-8fac-42df-b1f9-b535154890b9 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:09.487402 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-bbe4c007-8fac-42df-b1f9-b535154890b9 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921916 Sep 03 14:31:09.502429 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-41215d7b-69cd-4713-ad19-114162323d93 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/quotas/6501fdac9b024c52b91441ba0db2fc25 HTTP/1.1" status: 200 len: 375 time: 0.0092685 Sep 03 14:31:09.538823 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-edbd3fca-4e4d-4218-a474-e9c1319d0427 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6501fdac9b024c52b91441ba0db2fc25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293448 Sep 03 14:31:09.728189 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3f0aa285-b252-46a1-b8cc-f1b49e40d4b5 req-f4ab55b2-2b3f-41ab-803f-37dc07626079 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e812176-bf63-4436-b5d9-28cce4d21351 HTTP/1.1" status: 200 len: 210 time: 0.0320024 Sep 03 14:31:10.159268 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-7f229e69-93b5-420a-b04e-8087bb8341c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:10.645875 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-d0d84e21-2b07-4f1d-b937-b6c5b5484fd5 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6501fdac9b024c52b91441ba0db2fc25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240905 Sep 03 14:31:10.772772 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-41c26228-b5ca-40c0-8d4f-ddcf8a4c9697 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:10.774720 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-41c26228-b5ca-40c0-8d4f-ddcf8a4c9697 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1227324 Sep 03 14:31:10.804519 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-62214794-859a-49fc-aaa5-80fcc2b575d4 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Request body: {'port': {'device_id': '3e812176-bf63-4436-b5d9-28cce4d21351', 'network_id': 'ac9e5a33-7743-4d79-b7ae-410f36680d1a', 'admin_state_up': True, 'tenant_id': '6501fdac9b024c52b91441ba0db2fc25'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:31:10.863973 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5c0a8e9f-d763-46d7-98c8-2f24693e85be req-599ce1fe-8bba-45e7-8c95-d9b0a624e9f0 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e812176-bf63-4436-b5d9-28cce4d21351 HTTP/1.1" status: 200 len: 210 time: 0.0389438 Sep 03 14:31:10.958964 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-62214794-859a-49fc-aaa5-80fcc2b575d4 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Made reservation on behalf of 6501fdac9b024c52b91441ba0db2fc25 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:31:10.963173 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-62214794-859a-49fc-aaa5-80fcc2b575d4 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:10.972743 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-62214794-859a-49fc-aaa5-80fcc2b575d4 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:11.068902 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-62214794-859a-49fc-aaa5-80fcc2b575d4 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:11.073642 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-62214794-859a-49fc-aaa5-80fcc2b575d4 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:11.144475 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62214794-859a-49fc-aaa5-80fcc2b575d4 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df99ccd4-87f7-4f05-bb41-13130c438523,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:11.223845 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-62214794-859a-49fc-aaa5-80fcc2b575d4 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Allocated IP 192.168.233.195 (ac9e5a33-7743-4d79-b7ae-410f36680d1a/37177f8f-c01c-42ff-8532-6d4fe0b98b30/747b17a1-5d2a-456e-9708-f8ca2c6c350a) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:31:11.308420 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:31:11.390197 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-62214794-859a-49fc-aaa5-80fcc2b575d4 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:11.406910 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-62214794-859a-49fc-aaa5-80fcc2b575d4 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Transition to ACTIVE for port object 747b17a1-5d2a-456e-9708-f8ca2c6c350a will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:31:11.443672 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-62214794-859a-49fc-aaa5-80fcc2b575d4 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:11.488200 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-62214794-859a-49fc-aaa5-80fcc2b575d4 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Network ac9e5a33-7743-4d79-b7ae-410f36680d1a is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:31:11.493093 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-62214794-859a-49fc-aaa5-80fcc2b575d4 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:31:11.497300 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-62214794-859a-49fc-aaa5-80fcc2b575d4 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:31:11.506695 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62214794-859a-49fc-aaa5-80fcc2b575d4 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Pushing event updated for resources: {'Port': ['ID=747b17a1-5d2a-456e-9708-f8ca2c6c350a,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:11.556186 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-62214794-859a-49fc-aaa5-80fcc2b575d4 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:11.556670 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-62214794-859a-49fc-aaa5-80fcc2b575d4 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:11.575581 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-62214794-859a-49fc-aaa5-80fcc2b575d4 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7810597 Sep 03 14:31:11.592941 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Request body: {'port': {'device_id': '3e812176-bf63-4436-b5d9-28cce4d21351', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:31:11.673477 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:11.794600 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-4d128179-467f-411f-be5c-9ec2acff7e07 None None] Provisioning for port 747b17a1-5d2a-456e-9708-f8ca2c6c350a completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:31:11.799989 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-4d128179-467f-411f-be5c-9ec2acff7e07 None None] Provisioning complete for port 747b17a1-5d2a-456e-9708-f8ca2c6c350a triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:11.800637 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-4d128179-467f-411f-be5c-9ec2acff7e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:11.836970 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-4d128179-467f-411f-be5c-9ec2acff7e07 None None] Port 747b17a1-5d2a-456e-9708-f8ca2c6c350a cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:31:11.995191 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747b17a1-5d2a-456e-9708-f8ca2c6c350a {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:31:12.004350 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:12.023428 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Transition to ACTIVE for port object 747b17a1-5d2a-456e-9708-f8ca2c6c350a will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:31:12.032421 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80c916-a0d3-4636-bd73-c1becf74d4c1 req-f08a9054-c8e8-4c27-bc82-46da4d70a27c tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:12.033970 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0d80c916-a0d3-4636-bd73-c1becf74d4c1 req-f08a9054-c8e8-4c27-bc82-46da4d70a27c tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e812176-bf63-4436-b5d9-28cce4d21351 HTTP/1.1" status: 200 len: 936 time: 0.0793185 Sep 03 14:31:12.035157 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:12.116293 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Pushing event updated for resources: {'Port': ['ID=747b17a1-5d2a-456e-9708-f8ca2c6c350a,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:12.132337 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0d80c916-a0d3-4636-bd73-c1becf74d4c1 req-4f7726f5-3b33-4475-80e3-dc0c6d7bee03 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/security-groups?id=df99ccd4-87f7-4f05-bb41-13130c438523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889349 Sep 03 14:31:12.206835 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Attempting to bind port 747b17a1-5d2a-456e-9708-f8ca2c6c350a on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:31:12.207382 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Attempting to bind port 747b17a1-5d2a-456e-9708-f8ca2c6c350a by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'ab38a63a-2d68-49b9-90b3-57ae5c6bfe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac9e5a33-7743-4d79-b7ae-410f36680d1a'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:31:12.207854 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Attempting to bind port 747b17a1-5d2a-456e-9708-f8ca2c6c350a on network ac9e5a33-7743-4d79-b7ae-410f36680d1a {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:31:12.215916 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Port 747b17a1-5d2a-456e-9708-f8ca2c6c350a on network ac9e5a33-7743-4d79-b7ae-410f36680d1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:31:12.216362 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Attempting to bind port 747b17a1-5d2a-456e-9708-f8ca2c6c350a on network ac9e5a33-7743-4d79-b7ae-410f36680d1a {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:31:12.224633 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:31:12.225113 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Checking segment: {'id': 'ab38a63a-2d68-49b9-90b3-57ae5c6bfe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac9e5a33-7743-4d79-b7ae-410f36680d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:31:12.225539 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Bound using segment: {'id': 'ab38a63a-2d68-49b9-90b3-57ae5c6bfe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac9e5a33-7743-4d79-b7ae-410f36680d1a'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:31:12.226025 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Bound port: 747b17a1-5d2a-456e-9708-f8ca2c6c350a, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab38a63a-2d68-49b9-90b3-57ae5c6bfe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ac9e5a33-7743-4d79-b7ae-410f36680d1a'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:31:12.226397 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:12.301228 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] For port 747b17a1-5d2a-456e-9708-f8ca2c6c350a, host hv-cinder-75995, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:31:12.305127 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] For port 747b17a1-5d2a-456e-9708-f8ca2c6c350a, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=747b17a1-5d2a-456e-9708-f8ca2c6c350a,segment=NetworkSegment(ab38a63a-2d68-49b9-90b3-57ae5c6bfe03),segment_id=ab38a63a-2d68-49b9-90b3-57ae5c6bfe03)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:31:12.309879 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:12.352902 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:12.353537 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:12.355048 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] 10.222.0.11 "PUT /v2.0/ports/747b17a1-5d2a-456e-9708-f8ca2c6c350a HTTP/1.1" status: 200 len: 1098 time: 0.7705722 Sep 03 14:31:12.355521 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e812176-bf63-4436-b5d9-28cce4d21351', 'tag': '747b17a1-5d2a-456e-9708-f8ca2c6c350a'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:31:12.357946 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0259d9d9-b99e-4700-b696-ad50223333e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3e812176-bf63-4436-b5d9-28cce4d21351", "tag": "747b17a1-5d2a-456e-9708-f8ca2c6c350a"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:31:12.387359 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67405ef5-b6aa-4068-bd2b-2e294c3799ef service neutron] Pushing event updated for resources: {'Port': ['ID=747b17a1-5d2a-456e-9708-f8ca2c6c350a,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:12.405006 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5656a3-010e-4559-b9e1-421e334e5a76 x-openstack-request-id: req-8f5656a3-010e-4559-b9e1-421e334e5a76 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:31:12.405498 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e812176-bf63-4436-b5d9-28cce4d21351", "tag": "747b17a1-5d2a-456e-9708-f8ca2c6c350a", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:31:12.405951 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f5656a3-010e-4559-b9e1-421e334e5a76 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:31:12.406647 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e812176-bf63-4436-b5d9-28cce4d21351', 'tag': '747b17a1-5d2a-456e-9708-f8ca2c6c350a', 'status': 'completed', 'code': 200} Sep 03 14:31:12.456201 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-ab4f34fc-5865-4ecf-b492-ac4b56bbc258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:12.457875 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-ab4f34fc-5865-4ecf-b492-ac4b56bbc258 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6501fdac9b024c52b91441ba0db2fc25&device_id=3e812176-bf63-4436-b5d9-28cce4d21351 HTTP/1.1" status: 200 len: 1101 time: 0.0467081 Sep 03 14:31:12.505383 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-4059bed6-f79b-4b1d-a6e8-b020c618302d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=747b17a1-5d2a-456e-9708-f8ca2c6c350a HTTP/1.1" status: 200 len: 217 time: 0.0395753 Sep 03 14:31:12.562692 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-0bf4d499-1b4b-4e6e-afc7-149d6dd96fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:12.564198 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-0bf4d499-1b4b-4e6e-afc7-149d6dd96fc4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37177f8f-c01c-42ff-8532-6d4fe0b98b30 HTTP/1.1" status: 200 len: 843 time: 0.0526314 Sep 03 14:31:12.618325 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-41b64645-d096-406c-8d64-07a9746f0aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:12.620745 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-41b64645-d096-406c-8d64-07a9746f0aaa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac9e5a33-7743-4d79-b7ae-410f36680d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0491207 Sep 03 14:31:12.721233 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-2d6e6759-0481-44e5-a0ab-28ed226cd7dd service neutron] 10.222.0.11 "GET /v2.0/networks/ac9e5a33-7743-4d79-b7ae-410f36680d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917864 Sep 03 14:31:12.822239 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cbf47e48-be36-471c-8e0c-ec877071c317 req-ea76c698-75c8-4db1-ab43-7d6a77f527a6 service neutron] 10.222.0.11 "GET /v2.0/networks/ac9e5a33-7743-4d79-b7ae-410f36680d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935824 Sep 03 14:31:12.944849 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259d9d9-b99e-4700-b696-ad50223333e9 req-a52a678e-8a01-4eff-b801-007a4b529372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:12.946540 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0259d9d9-b99e-4700-b696-ad50223333e9 req-a52a678e-8a01-4eff-b801-007a4b529372 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6501fdac9b024c52b91441ba0db2fc25&device_id=3e812176-bf63-4436-b5d9-28cce4d21351 HTTP/1.1" status: 200 len: 1101 time: 0.0700650 Sep 03 14:31:12.961764 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-9ba3ada5-1166-432c-8fe4-9d30bafa7a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:13.070625 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259d9d9-b99e-4700-b696-ad50223333e9 req-579d7e75-050a-46ab-8d4c-7502172b9aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:13.072982 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0259d9d9-b99e-4700-b696-ad50223333e9 req-579d7e75-050a-46ab-8d4c-7502172b9aac service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac9e5a33-7743-4d79-b7ae-410f36680d1a HTTP/1.1" status: 200 len: 870 time: 0.1171083 Sep 03 14:31:13.115681 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0259d9d9-b99e-4700-b696-ad50223333e9 req-69f59b5f-c1f6-4ea1-a0e6-6801eb61965b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=747b17a1-5d2a-456e-9708-f8ca2c6c350a HTTP/1.1" status: 200 len: 217 time: 0.0355649 Sep 03 14:31:13.172863 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259d9d9-b99e-4700-b696-ad50223333e9 req-9175f664-0df9-43eb-901b-7f6ceb2c6230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:13.174407 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0259d9d9-b99e-4700-b696-ad50223333e9 req-9175f664-0df9-43eb-901b-7f6ceb2c6230 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37177f8f-c01c-42ff-8532-6d4fe0b98b30 HTTP/1.1" status: 200 len: 843 time: 0.0511229 Sep 03 14:31:13.235742 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259d9d9-b99e-4700-b696-ad50223333e9 req-2b02bc40-8593-4ba5-8622-fd39436ec53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:13.237168 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0259d9d9-b99e-4700-b696-ad50223333e9 req-2b02bc40-8593-4ba5-8622-fd39436ec53b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac9e5a33-7743-4d79-b7ae-410f36680d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0516849 Sep 03 14:31:13.281929 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:13.283758 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296e1ae-a9f0-4d70-b5ff-4d9d7c20f641 req-469027c3-ef52-4af4-bcca-007b93cd2105 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:13.285756 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6296e1ae-a9f0-4d70-b5ff-4d9d7c20f641 req-469027c3-ef52-4af4-bcca-007b93cd2105 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e812176-bf63-4436-b5d9-28cce4d21351 HTTP/1.1" status: 200 len: 948 time: 0.0811362 Sep 03 14:31:13.334097 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6296e1ae-a9f0-4d70-b5ff-4d9d7c20f641 req-927d1d55-e532-4a31-82c5-7a45bf7b2527 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/security-groups?id=df99ccd4-87f7-4f05-bb41-13130c438523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421567 Sep 03 14:31:13.375978 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0259d9d9-b99e-4700-b696-ad50223333e9 req-26aabf7e-1d68-42c0-87ce-2074ef2984a1 service neutron] 10.222.0.11 "GET /v2.0/networks/ac9e5a33-7743-4d79-b7ae-410f36680d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277802 Sep 03 14:31:13.475969 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0259d9d9-b99e-4700-b696-ad50223333e9 req-5c1b5a8b-dce3-47c8-b0ed-7bc6e7263fbc service neutron] 10.222.0.11 "GET /v2.0/networks/ac9e5a33-7743-4d79-b7ae-410f36680d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909038 Sep 03 14:31:14.362425 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:14.466257 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2e490-a48c-41b8-8a15-11efa7193093 req-3cc93f6b-bb02-4e7e-a98a-ff4f90275928 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:14.467859 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a7f2e490-a48c-41b8-8a15-11efa7193093 req-3cc93f6b-bb02-4e7e-a98a-ff4f90275928 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e812176-bf63-4436-b5d9-28cce4d21351 HTTP/1.1" status: 200 len: 948 time: 0.0575097 Sep 03 14:31:14.533048 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a7f2e490-a48c-41b8-8a15-11efa7193093 req-8c50a4e4-10f0-4eeb-96bb-6b868126cf01 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/security-groups?id=df99ccd4-87f7-4f05-bb41-13130c438523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537517 Sep 03 14:31:14.929477 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 747b17a1-5d2a-456e-9708-f8ca2c6c350a details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:31:15.029860 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 747b17a1-5d2a-456e-9708-f8ca2c6c350a, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=747b17a1-5d2a-456e-9708-f8ca2c6c350a,segment=NetworkSegment(ab38a63a-2d68-49b9-90b3-57ae5c6bfe03),segment_id=ab38a63a-2d68-49b9-90b3-57ae5c6bfe03)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:15.041116 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': '747b17a1-5d2a-456e-9708-f8ca2c6c350a', 'network_id': 'ac9e5a33-7743-4d79-b7ae-410f36680d1a', 'port_id': '747b17a1-5d2a-456e-9708-f8ca2c6c350a', 'mac_address': 'fa:16:3e:46:8e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37177f8f-c01c-42ff-8532-6d4fe0b98b30', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:31:15.077381 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:15.089587 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747b17a1-5d2a-456e-9708-f8ca2c6c350a {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:31:15.108473 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 747b17a1-5d2a-456e-9708-f8ca2c6c350a, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=747b17a1-5d2a-456e-9708-f8ca2c6c350a,segment=NetworkSegment(ab38a63a-2d68-49b9-90b3-57ae5c6bfe03),segment_id=ab38a63a-2d68-49b9-90b3-57ae5c6bfe03)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:15.113236 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:15.161587 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=747b17a1-5d2a-456e-9708-f8ca2c6c350a,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:15.168854 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:15.169215 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:15.169563 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:15.169932 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:15.170274 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:15.170611 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:15.170947 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:15.171281 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:15.171620 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:15.172536 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:15.172867 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:15.173197 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:15.362714 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['747b17a1-5d2a-456e-9708-f8ca2c6c350a'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:31:15.662648 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b648bb-1f61-4a21-9279-5a78d98e5502 req-9432aaa2-7b2b-48a9-aad6-d1a0eeb714d7 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:15.664263 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d3b648bb-1f61-4a21-9279-5a78d98e5502 req-9432aaa2-7b2b-48a9-aad6-d1a0eeb714d7 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e812176-bf63-4436-b5d9-28cce4d21351 HTTP/1.1" status: 200 len: 949 time: 0.0606713 Sep 03 14:31:15.705822 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d3b648bb-1f61-4a21-9279-5a78d98e5502 req-e8b19f26-cdac-4db9-b3b5-a73a622638fc tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/security-groups?id=df99ccd4-87f7-4f05-bb41-13130c438523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355141 Sep 03 14:31:16.160343 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:16.825674 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1d24b-b59c-41f9-bfa9-40d62a31a361 req-73286508-c0ff-48e3-90f6-97fbf83119ba tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:16.827159 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-40d1d24b-b59c-41f9-bfa9-40d62a31a361 req-73286508-c0ff-48e3-90f6-97fbf83119ba tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e812176-bf63-4436-b5d9-28cce4d21351 HTTP/1.1" status: 200 len: 949 time: 0.0507095 Sep 03 14:31:16.866731 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-40d1d24b-b59c-41f9-bfa9-40d62a31a361 req-8aae3f2d-8fcb-4670-b353-669b5f9341df tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/security-groups?id=df99ccd4-87f7-4f05-bb41-13130c438523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330973 Sep 03 14:31:16.945381 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 747b17a1-5d2a-456e-9708-f8ca2c6c350a up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:31:16.995037 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port 747b17a1-5d2a-456e-9708-f8ca2c6c350a completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:31:16.998621 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port 747b17a1-5d2a-456e-9708-f8ca2c6c350a triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:16.998997 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:17.077193 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:17.099771 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e812176-bf63-4436-b5d9-28cce4d21351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747b17a1-5d2a-456e-9708-f8ca2c6c350a'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:31:17.102045 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a18073-bea1-4453-b22f-5b0e5c57cec2" -d '{"events": [{"server_uuid": "3e812176-bf63-4436-b5d9-28cce4d21351", "name": "network-vif-plugged", "status": "completed", "tag": "747b17a1-5d2a-456e-9708-f8ca2c6c350a"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:31:17.114372 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 747b17a1-5d2a-456e-9708-f8ca2c6c350a, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=747b17a1-5d2a-456e-9708-f8ca2c6c350a,segment=NetworkSegment(ab38a63a-2d68-49b9-90b3-57ae5c6bfe03),segment_id=ab38a63a-2d68-49b9-90b3-57ae5c6bfe03)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:17.118758 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:17.142717 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f949e42-602b-4f37-87ca-21ad0d236b11 x-openstack-request-id: req-2f949e42-602b-4f37-87ca-21ad0d236b11 {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:31:17.143012 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e812176-bf63-4436-b5d9-28cce4d21351", "name": "network-vif-plugged", "status": "completed", "tag": "747b17a1-5d2a-456e-9708-f8ca2c6c350a", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:31:17.143263 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f949e42-602b-4f37-87ca-21ad0d236b11 {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:31:17.143649 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e812176-bf63-4436-b5d9-28cce4d21351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747b17a1-5d2a-456e-9708-f8ca2c6c350a', 'code': 200} Sep 03 14:31:17.169966 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=747b17a1-5d2a-456e-9708-f8ca2c6c350a,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:17.307081 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f74ad-7aa1-42f2-9404-e10b4e35f203 req-b4583ed2-fbcb-4e41-8b0a-23cc104926d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:17.308562 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4a0f74ad-7aa1-42f2-9404-e10b4e35f203 req-b4583ed2-fbcb-4e41-8b0a-23cc104926d3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e812176-bf63-4436-b5d9-28cce4d21351 HTTP/1.1" status: 200 len: 1103 time: 0.0389440 Sep 03 14:31:17.345153 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4a0f74ad-7aa1-42f2-9404-e10b4e35f203 req-d1241ba5-1135-4b15-8b07-acbc92097f19 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=df99ccd4-87f7-4f05-bb41-13130c438523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275302 Sep 03 14:31:17.986411 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6dc37-6d67-4997-ae69-0d27a9633a26 req-eba2ebdb-98f5-4642-8f08-1486c3a2fc64 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:17.988656 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b3d6dc37-6d67-4997-ae69-0d27a9633a26 req-eba2ebdb-98f5-4642-8f08-1486c3a2fc64 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e812176-bf63-4436-b5d9-28cce4d21351 HTTP/1.1" status: 200 len: 950 time: 0.0524101 Sep 03 14:31:18.036823 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b3d6dc37-6d67-4997-ae69-0d27a9633a26 req-fbaffeb5-eee2-4643-898a-e7d332535be0 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/security-groups?id=df99ccd4-87f7-4f05-bb41-13130c438523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421484 Sep 03 14:31:19.152394 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb568d74-579c-4dcd-9aff-258c8a896882 req-208fc8e9-967c-420f-943e-e70d4bbb359d tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:19.153996 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fb568d74-579c-4dcd-9aff-258c8a896882 req-208fc8e9-967c-420f-943e-e70d4bbb359d tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e812176-bf63-4436-b5d9-28cce4d21351 HTTP/1.1" status: 200 len: 950 time: 0.0507579 Sep 03 14:31:19.193555 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fb568d74-579c-4dcd-9aff-258c8a896882 req-4b3a854c-ce6a-4131-a71e-63e31e5cdd32 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/security-groups?id=df99ccd4-87f7-4f05-bb41-13130c438523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335555 Sep 03 14:31:19.474037 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3308ddb-559b-4bd4-969b-1e6ccd269b8e req-7ec2fa6f-ff9b-4276-9bc2-ddd465ffb8bc tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:19.475623 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d3308ddb-559b-4bd4-969b-1e6ccd269b8e req-7ec2fa6f-ff9b-4276-9bc2-ddd465ffb8bc tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e812176-bf63-4436-b5d9-28cce4d21351 HTTP/1.1" status: 200 len: 950 time: 0.0561123 Sep 03 14:31:19.521532 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d3308ddb-559b-4bd4-969b-1e6ccd269b8e req-2d2b8860-496a-4db2-af73-d78a137d694f tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/security-groups?id=df99ccd4-87f7-4f05-bb41-13130c438523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393615 Sep 03 14:31:20.638230 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a43c9-d98e-4acf-800f-40531254a0f5 req-3237ce3c-0650-44ba-9285-e3362d890736 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:20.639488 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c12a43c9-d98e-4acf-800f-40531254a0f5 req-3237ce3c-0650-44ba-9285-e3362d890736 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e812176-bf63-4436-b5d9-28cce4d21351 HTTP/1.1" status: 200 len: 950 time: 0.0510099 Sep 03 14:31:20.680444 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c12a43c9-d98e-4acf-800f-40531254a0f5 req-d749bef8-afe9-4267-8387-fe1cac22ba10 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/security-groups?id=df99ccd4-87f7-4f05-bb41-13130c438523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350351 Sep 03 14:31:20.824293 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395e291-04ba-44cf-8fa1-36f10777ffcb req-f364f5c2-937b-4b41-96b4-904cb20fb9e9 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:20.825884 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3395e291-04ba-44cf-8fa1-36f10777ffcb req-f364f5c2-937b-4b41-96b4-904cb20fb9e9 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e812176-bf63-4436-b5d9-28cce4d21351 HTTP/1.1" status: 200 len: 950 time: 0.0505493 Sep 03 14:31:20.921136 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-3395e291-04ba-44cf-8fa1-36f10777ffcb req-f6554b21-0c86-4582-8d42-006daed26483 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Deleting port 747b17a1-5d2a-456e-9708-f8ca2c6c350a {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:31:20.921481 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-3395e291-04ba-44cf-8fa1-36f10777ffcb req-f6554b21-0c86-4582-8d42-006daed26483 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:21.014399 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-3395e291-04ba-44cf-8fa1-36f10777ffcb req-f6554b21-0c86-4582-8d42-006daed26483 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] For port 747b17a1-5d2a-456e-9708-f8ca2c6c350a, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=747b17a1-5d2a-456e-9708-f8ca2c6c350a,segment=NetworkSegment(ab38a63a-2d68-49b9-90b3-57ae5c6bfe03),segment_id=ab38a63a-2d68-49b9-90b3-57ae5c6bfe03)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:21.014766 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-3395e291-04ba-44cf-8fa1-36f10777ffcb req-f6554b21-0c86-4582-8d42-006daed26483 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:21.026536 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-3395e291-04ba-44cf-8fa1-36f10777ffcb req-f6554b21-0c86-4582-8d42-006daed26483 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Calling delete_port for 747b17a1-5d2a-456e-9708-f8ca2c6c350a owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:31:21.153490 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-3395e291-04ba-44cf-8fa1-36f10777ffcb req-f6554b21-0c86-4582-8d42-006daed26483 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:21.165648 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['747b17a1-5d2a-456e-9708-f8ca2c6c350a'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:31:21.183399 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6554b21-0c86-4582-8d42-006daed26483 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Pushing event deleted for resources: {'Port': ['ID=747b17a1-5d2a-456e-9708-f8ca2c6c350a,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:21.226315 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-3395e291-04ba-44cf-8fa1-36f10777ffcb req-f6554b21-0c86-4582-8d42-006daed26483 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] No DVR routers for this DVR port 747b17a1-5d2a-456e-9708-f8ca2c6c350a on host hv-cinder-75995 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:31:21.229099 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-3395e291-04ba-44cf-8fa1-36f10777ffcb req-f6554b21-0c86-4582-8d42-006daed26483 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:21.231246 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3395e291-04ba-44cf-8fa1-36f10777ffcb req-f6554b21-0c86-4582-8d42-006daed26483 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.11 "DELETE /v2.0/ports/747b17a1-5d2a-456e-9708-f8ca2c6c350a HTTP/1.1" status: 204 len: 173 time: 0.3986502 Sep 03 14:31:21.231706 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e812176-bf63-4436-b5d9-28cce4d21351', 'name': 'network-vif-deleted', 'tag': '747b17a1-5d2a-456e-9708-f8ca2c6c350a'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:31:21.234033 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6885558-ef7c-44c9-9c26-fded744ad1d3" -d '{"events": [{"server_uuid": "3e812176-bf63-4436-b5d9-28cce4d21351", "name": "network-vif-deleted", "tag": "747b17a1-5d2a-456e-9708-f8ca2c6c350a"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:31:21.278536 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac715a8f-b958-4af0-93d4-a8e276f9bc88 x-openstack-request-id: req-ac715a8f-b958-4af0-93d4-a8e276f9bc88 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:31:21.278988 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e812176-bf63-4436-b5d9-28cce4d21351", "name": "network-vif-deleted", "tag": "747b17a1-5d2a-456e-9708-f8ca2c6c350a", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:31:21.279324 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac715a8f-b958-4af0-93d4-a8e276f9bc88 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:31:21.279828 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e812176-bf63-4436-b5d9-28cce4d21351', 'name': 'network-vif-deleted', 'tag': '747b17a1-5d2a-456e-9708-f8ca2c6c350a', 'status': 'completed', 'code': 200} Sep 03 14:31:21.813412 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-b2989bc0-9fff-4932-b39b-26b0b26ec87d req-ef950d9b-8928-44b8-9f03-b7d19fa96901 tempest-VolumesNegativeTest-1585711692 tempest-VolumesNegativeTest-1585711692-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e812176-bf63-4436-b5d9-28cce4d21351 HTTP/1.1" status: 200 len: 210 time: 0.0334618 Sep 03 14:31:25.007510 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 747b17a1-5d2a-456e-9708-f8ca2c6c350a no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:31:25.033061 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: 747b17a1-5d2a-456e-9708-f8ca2c6c350a {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:31:25.034068 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 747b17a1-5d2a-456e-9708-f8ca2c6c350a not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:31:26.743037 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90b954-4bf3-41e8-b5b7-dadcdac6a91c req-57e94401-cb79-45c9-b783-1b8640765289 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:26.744624 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aa90b954-4bf3-41e8-b5b7-dadcdac6a91c req-57e94401-cb79-45c9-b783-1b8640765289 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0520768 Sep 03 14:31:26.800671 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aa90b954-4bf3-41e8-b5b7-dadcdac6a91c req-928f33d4-ce98-459d-a421-fd708a5e8097 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461795 Sep 03 14:31:26.877871 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 49790) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:27.017339 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-11877690-ff21-40a9-8583-e56a62db6376 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6501fdac9b024c52b91441ba0db2fc25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382687 Sep 03 14:31:27.021060 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49794) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:27.071931 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0469-9d52-46e7-b976-113700912b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:27.100521 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0469-9d52-46e7-b976-113700912b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:27.149285 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0469-9d52-46e7-b976-113700912b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:27.152153 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0469-9d52-46e7-b976-113700912b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:27.153305 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-1f3d0469-9d52-46e7-b976-113700912b81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df99ccd4-87f7-4f05-bb41-13130c438523 HTTP/1.1" status: 204 len: 168 time: 0.1309855 Sep 03 14:31:27.161953 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d0469-9d52-46e7-b976-113700912b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df99ccd4-87f7-4f05-bb41-13130c438523,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:27.821018 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49816) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:27.921544 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fa995-3c01-4b77-ae08-295821fa1655 req-1b3389a1-af96-4f7c-bc86-0b87d1b59b63 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:27.923079 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f57fa995-3c01-4b77-ae08-295821fa1655 req-1b3389a1-af96-4f7c-bc86-0b87d1b59b63 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0527966 Sep 03 14:31:27.933350 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-26259999-ef89-4a76-9948-cbd4fe55a014 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-775228204-network', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:31:27.978839 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f57fa995-3c01-4b77-ae08-295821fa1655 req-ceab02fc-c9a5-491b-8347-a01671eaf399 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491858 Sep 03 14:31:27.979407 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26259999-ef89-4a76-9948-cbd4fe55a014 admin admin] Made reservation on behalf of 42cecdba0449496aa6fb095a1cf375ba for: {'network': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:31:27.981726 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-26259999-ef89-4a76-9948-cbd4fe55a014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:27.991941 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-26259999-ef89-4a76-9948-cbd4fe55a014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:28.097168 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-26259999-ef89-4a76-9948-cbd4fe55a014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:28.101562 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-26259999-ef89-4a76-9948-cbd4fe55a014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:28.127268 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26259999-ef89-4a76-9948-cbd4fe55a014 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:31:28.138318 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26259999-ef89-4a76-9948-cbd4fe55a014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b786c64f-6622-4e93-a482-cc43b3cf7313,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:28.145549 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-26259999-ef89-4a76-9948-cbd4fe55a014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:28.146132 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.segments_db [None req-26259999-ef89-4a76-9948-cbd4fe55a014 admin admin] Added segment e687b686-30f8-4dd5-8f8b-b5f49ec906e1 of type vlan for network 51fcce33-aacc-403c-a3cf-fa55e4f906fa Sep 03 14:31:28.197972 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-26259999-ef89-4a76-9948-cbd4fe55a014 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:28.227689 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-26259999-ef89-4a76-9948-cbd4fe55a014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:28.228874 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26259999-ef89-4a76-9948-cbd4fe55a014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:28.229607 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-26259999-ef89-4a76-9948-cbd4fe55a014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:28.261936 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-26259999-ef89-4a76-9948-cbd4fe55a014 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4397361 Sep 03 14:31:28.264803 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 49824) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:28.270395 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-d0365289-b0ac-4b85-a9c2-227aa1cb066a admin admin] Request body: {'subnet': {'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-775228204-subnet', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:31:28.293565 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0365289-b0ac-4b85-a9c2-227aa1cb066a admin admin] Made reservation on behalf of 42cecdba0449496aa6fb095a1cf375ba for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:31:28.296039 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0365289-b0ac-4b85-a9c2-227aa1cb066a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602725'] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:28.314549 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26259999-ef89-4a76-9948-cbd4fe55a014 admin admin] Pushing event updated for resources: {'Network': ['ID=51fcce33-aacc-403c-a3cf-fa55e4f906fa,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:28.325638 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network 51fcce33-aacc-403c-a3cf-fa55e4f906fa details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:31:28.499329 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0365289-b0ac-4b85-a9c2-227aa1cb066a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2727680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602699'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:28.557539 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0365289-b0ac-4b85-a9c2-227aa1cb066a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f616f030-5d87-44ee-b6a1-45bd5ec39fd1,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:28.566869 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0365289-b0ac-4b85-a9c2-227aa1cb066a admin admin] Checking segment: {'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:31:28.567231 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0365289-b0ac-4b85-a9c2-227aa1cb066a admin admin] Network hostable DHCP agents. Network: 51fcce33-aacc-403c-a3cf-fa55e4f906fa, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:31:28.584484 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0365289-b0ac-4b85-a9c2-227aa1cb066a admin admin] Network 51fcce33-aacc-403c-a3cf-fa55e4f906fa is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:31:28.598878 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-d0365289-b0ac-4b85-a9c2-227aa1cb066a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, 51fcce33-aacc-403c-a3cf-fa55e4f906fa) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:31:28.604379 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0365289-b0ac-4b85-a9c2-227aa1cb066a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:28.605274 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0365289-b0ac-4b85-a9c2-227aa1cb066a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:28.615959 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e779a1d-53e1-4bff-ac77-3b7188d7beae None None] Network 51fcce33-aacc-403c-a3cf-fa55e4f906fa requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:31:28.628139 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d0365289-b0ac-4b85-a9c2-227aa1cb066a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3597615 Sep 03 14:31:28.628545 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49826) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:28.634044 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:31:28.655682 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-948159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10832'] for router, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:28.657084 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-947759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-945343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10843'] for router, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:28.731261 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:28.786175 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5cabd9-fd1b-576e-aa1b-199532e8f2a6-51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1'}]}} from dv-cinder-759955-20-iscsi. {{(pid=93971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:31:28.787094 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:28.897258 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:28.939859 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.db_base_plugin_common [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Allocated IP 172.20.0.2 (51fcce33-aacc-403c-a3cf-fa55e4f906fa/f616f030-5d87-44ee-b6a1-45bd5ec39fd1/b4c52896-ac3c-40fb-8520-359e8a28f5e0) {{(pid=93971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:31:29.093419 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Notify callbacks [] for port, precommit_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:29.102315 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Transition to ACTIVE for port object b4c52896-ac3c-40fb-8520-359e8a28f5e0 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:31:29.106269 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473a31d-d26d-4a83-aa3d-430798adbcca req-25cb6abf-431f-4566-9ea4-833f47a7f9e8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:29.107787 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f473a31d-d26d-4a83-aa3d-430798adbcca req-25cb6abf-431f-4566-9ea4-833f47a7f9e8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0511234 Sep 03 14:31:29.117363 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:29.124724 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Transition to ACTIVE for port object b4c52896-ac3c-40fb-8520-359e8a28f5e0 will not be triggered until provisioned by entity DHCP. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:31:29.143446 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328'] for port, after_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:29.146982 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:29.165462 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f473a31d-d26d-4a83-aa3d-430798adbcca req-f25abe3b-2716-4236-9fdc-460b7b8177e8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496342 Sep 03 14:31:29.189203 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Network 51fcce33-aacc-403c-a3cf-fa55e4f906fa is already hosted by enough agents. {{(pid=93971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:31:29.194521 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.base_scheduler [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Resources bound (agent type, host, resource id): {{(pid=93971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:31:29.201039 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Received port after_create {{(pid=93971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:31:29.212565 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Pushing event updated for resources: {'Port': ['ID=b4c52896-ac3c-40fb-8520-359e8a28f5e0,revision_number=1']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:29.264564 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Attempting to bind port b4c52896-ac3c-40fb-8520-359e8a28f5e0 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:31:29.264910 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Attempting to bind port b4c52896-ac3c-40fb-8520-359e8a28f5e0 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:31:29.265270 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Attempting to bind port b4c52896-ac3c-40fb-8520-359e8a28f5e0 on network 51fcce33-aacc-403c-a3cf-fa55e4f906fa {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:31:29.270836 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:31:29.271185 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Checking segment: {'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:31:29.271577 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:29.271967 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Bound using segment: {'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:31:29.272098 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] Allocated IP 172.27.3.150 (71a2aaf5-8009-41a7-aebe-f6027ce2b898/3592d6f5-ce6a-448b-9072-bd66af67c647/fa1b0af6-bc53-4d67-81d3-663ae7b58baf) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:31:29.272427 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Bound port: b4c52896-ac3c-40fb-8520-359e8a28f5e0, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:31:29.272804 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:29.355526 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] For port b4c52896-ac3c-40fb-8520-359e8a28f5e0, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:31:29.358604 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] For port b4c52896-ac3c-40fb-8520-359e8a28f5e0, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=b4c52896-ac3c-40fb-8520-359e8a28f5e0,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:31:29.364338 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:29.383040 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:29.430960 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf62c3-4b84-44cf-9408-36eff3420dbc None None] Pushing event updated for resources: {'Port': ['ID=b4c52896-ac3c-40fb-8520-359e8a28f5e0,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:29.441162 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:29.483699 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:31:29.487005 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:31:29.489989 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:31:29.530315 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] Pushing event updated for resources: {'Port': ['ID=fa1b0af6-bc53-4d67-81d3-663ae7b58baf,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:30.015116 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:30.222425 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-947750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-945386'] for router, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:30.363890 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07c547d-65f4-4635-83ac-d837001b4258 None None] Network 51fcce33-aacc-403c-a3cf-fa55e4f906fa requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:31:30.364404 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f436957-1fc4-405a-b349-02a19824ac7e req-eee5f74a-3e06-402a-bc9f-b9a45ee3f832 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:30.365758 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7f436957-1fc4-405a-b349-02a19824ac7e req-eee5f74a-3e06-402a-bc9f-b9a45ee3f832 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0991697 Sep 03 14:31:30.423286 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7f436957-1fc4-405a-b349-02a19824ac7e req-2a93f7b6-b7ab-4283-8ba1-1cd4a10f5bbc tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494201 Sep 03 14:31:30.434522 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] Router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb is scheduled to L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 with binding_index 1 {{(pid=93970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:31:30.556855 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:31:30.567843 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Sync routers for ids ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:31:30.579171 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] Notify callbacks [] for router, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:30.584477 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-0828beff-bee6-43cf-9352-17953819f946 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9519229 Sep 03 14:31:30.584682 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49832) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:30.587602 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Routers {'47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:31:30.588417 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:31:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:30.603186 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:30.604270 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-44cf1b05-fd9e-49ab-9ed9-0a8cf384cfd1 None None] Provisioning for port b4c52896-ac3c-40fb-8520-359e8a28f5e0 completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:31:30.703894 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Set router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:31:30.838361 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device b4c52896-ac3c-40fb-8520-359e8a28f5e0 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:31:30.897047 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port b4c52896-ac3c-40fb-8520-359e8a28f5e0 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:31:30.902129 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port b4c52896-ac3c-40fb-8520-359e8a28f5e0 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:30.902912 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:30.935234 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:29Z', 'revision_number': 3, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:30.967455 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Checking router: 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:31:30.968038 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Updating router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb port fa1b0af6-bc53-4d67-81d3-663ae7b58baf binding host dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:31:30.994088 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:30.995705 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:31.066424 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port b4c52896-ac3c-40fb-8520-359e8a28f5e0, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=b4c52896-ac3c-40fb-8520-359e8a28f5e0,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:31.076916 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-3fbba332-c9c8-41ea-a762-516bfc188e82 None None] Provisioning complete for port b4c52896-ac3c-40fb-8520-359e8a28f5e0 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:31.078123 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3fbba332-c9c8-41ea-a762-516bfc188e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:31.080542 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:31.167632 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:31.248391 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=b4c52896-ac3c-40fb-8520-359e8a28f5e0,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:31.316549 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Notify callbacks [] for port, precommit_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:31.325955 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.provisioning_blocks [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Transition to ACTIVE for port object fa1b0af6-bc53-4d67-81d3-663ae7b58baf will not be triggered until provisioned by entity L2. {{(pid=93972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:31:31.331162 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:31.364108 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] Allocated IP 172.20.0.1 (51fcce33-aacc-403c-a3cf-fa55e4f906fa/f616f030-5d87-44ee-b6a1-45bd5ec39fd1/7f0afa70-cdd3-4704-a3ab-99361d733550) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:31:31.383756 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c6211-bbde-43a0-bc20-2f5eface8145 None None] Pushing event updated for resources: {'Port': ['ID=fa1b0af6-bc53-4d67-81d3-663ae7b58baf,revision_number=2']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:31.387237 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Attempting to bind port fa1b0af6-bc53-4d67-81d3-663ae7b58baf on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:31:31.387588 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Attempting to bind port fa1b0af6-bc53-4d67-81d3-663ae7b58baf by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:31:31.387958 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Attempting to bind port fa1b0af6-bc53-4d67-81d3-663ae7b58baf on network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:31:31.396019 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:31:31.396548 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Checking segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:31:31.396801 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:31.397198 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Bound using segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:31:31.397679 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Bound port: fa1b0af6-bc53-4d67-81d3-663ae7b58baf, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:31:31.398087 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:31.400107 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c6211-bbde-43a0-bc20-2f5eface8145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:31.400474 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c6211-bbde-43a0-bc20-2f5eface8145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:31.400820 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c6211-bbde-43a0-bc20-2f5eface8145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:31.401206 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c6211-bbde-43a0-bc20-2f5eface8145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:31.401538 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c6211-bbde-43a0-bc20-2f5eface8145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:31.401900 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c6211-bbde-43a0-bc20-2f5eface8145 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:31.402231 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c6211-bbde-43a0-bc20-2f5eface8145 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:31.402559 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c6211-bbde-43a0-bc20-2f5eface8145 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:31.402887 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c6211-bbde-43a0-bc20-2f5eface8145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:31.403214 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c6211-bbde-43a0-bc20-2f5eface8145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:31.403539 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c6211-bbde-43a0-bc20-2f5eface8145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:31.403861 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c6211-bbde-43a0-bc20-2f5eface8145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:31:31.459047 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] For port fa1b0af6-bc53-4d67-81d3-663ae7b58baf, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:31:31.462376 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] For port fa1b0af6-bc53-4d67-81d3-663ae7b58baf, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=fa1b0af6-bc53-4d67-81d3-663ae7b58baf,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:31:31.467656 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:31.488381 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:31.504421 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] Transition to ACTIVE for port object 7f0afa70-cdd3-4704-a3ab-99361d733550 will not be triggered until provisioned by entity DHCP. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:31:31.527248 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Routers {'47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:31:31.527888 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:31:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:31.532675 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c6211-bbde-43a0-bc20-2f5eface8145 None None] Pushing event updated for resources: {'Port': ['ID=fa1b0af6-bc53-4d67-81d3-663ae7b58baf,revision_number=3']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:31.543390 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:31.583802 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] Network 51fcce33-aacc-403c-a3cf-fa55e4f906fa is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:31:31.586623 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:31:31.590233 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:31:31.597948 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] Pushing event updated for resources: {'Port': ['ID=7f0afa70-cdd3-4704-a3ab-99361d733550,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:31.606660 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d5489-df96-4bef-b802-e671f72801d6 req-963b5cd0-b5c8-4aaa-9767-3537e085c197 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:31.614419 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eb1d5489-df96-4bef-b802-e671f72801d6 req-963b5cd0-b5c8-4aaa-9767-3537e085c197 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0697160 Sep 03 14:31:31.635443 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894143'] for router_interface, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:31.637067 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] Set router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:31:31.667509 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eb1d5489-df96-4bef-b802-e671f72801d6 req-288f5b62-29cb-4992-ae18-8a8ee67ee447 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518565 Sep 03 14:31:31.776516 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:31.903197 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-a9de303c-fd01-42b4-a38c-f3bba44b1717 None None] Provisioning for port 7f0afa70-cdd3-4704-a3ab-99361d733550 completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:31:31.908387 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-a9de303c-fd01-42b4-a38c-f3bba44b1717 None None] Provisioning complete for port 7f0afa70-cdd3-4704-a3ab-99361d733550 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:31.908766 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a9de303c-fd01-42b4-a38c-f3bba44b1717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:31.929670 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:29Z', 'revision_number': 3, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:31.944294 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-a9de303c-fd01-42b4-a38c-f3bba44b1717 None None] Port 7f0afa70-cdd3-4704-a3ab-99361d733550 cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:31:31.951390 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:31.956213 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:31.957071 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cb125e-3b63-4552-897e-64cb3c57b461 None None] The sync data for ids ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'] in dv-cinder-759955-20-iscsi is: [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:29Z', 'revision_number': 3, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:31:32.022074 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] Pushing event updated for resources: {'Port': ['ID=7f0afa70-cdd3-4704-a3ab-99361d733550,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:32.024449 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945967'] for router_interface, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:32.122564 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] Network 51fcce33-aacc-403c-a3cf-fa55e4f906fa is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:31:32.124024 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:31:32.278604 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] Router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:31:32.466146 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-d980c202-704d-409e-ad2b-ac2f994fee4a None None] Provisioning complete for port 7f0afa70-cdd3-4704-a3ab-99361d733550 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:32.466689 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d980c202-704d-409e-ad2b-ac2f994fee4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:32.509763 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-d980c202-704d-409e-ad2b-ac2f994fee4a None None] Port 7f0afa70-cdd3-4704-a3ab-99361d733550 cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:31:32.637985 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:31:32.643948 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-59f623d3-65aa-4a11-b8f0-f1464dbb8399 admin admin] 10.222.0.23 "PUT /v2.0/routers/47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0560377 Sep 03 14:31:32.798149 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device b4c52896-ac3c-40fb-8520-359e8a28f5e0 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:31:32.798384 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fbee2-ca51-4cb7-b27e-89a39be97bbc req-f0f3bd7b-339f-4123-9a86-c69f8eb388bc tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:32.800622 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-151fbee2-ca51-4cb7-b27e-89a39be97bbc req-f0f3bd7b-339f-4123-9a86-c69f8eb388bc tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0692253 Sep 03 14:31:32.846366 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-151fbee2-ca51-4cb7-b27e-89a39be97bbc req-41e4fadc-26d7-4abd-91c6-a4016810a924 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392609 Sep 03 14:31:32.854308 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port b4c52896-ac3c-40fb-8520-359e8a28f5e0 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:32.855319 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:32.935193 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device fa1b0af6-bc53-4d67-81d3-663ae7b58baf up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:31:32.985947 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port fa1b0af6-bc53-4d67-81d3-663ae7b58baf completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:31:32.990697 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port fa1b0af6-bc53-4d67-81d3-663ae7b58baf triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:32.991160 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:33.075681 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:33.097514 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port fa1b0af6-bc53-4d67-81d3-663ae7b58baf, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=fa1b0af6-bc53-4d67-81d3-663ae7b58baf,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:33.101493 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:33.149504 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=fa1b0af6-bc53-4d67-81d3-663ae7b58baf,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:33.196483 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 49852) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:33.201523 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-6a53d29e-6def-4be3-8184-2cc8d577a129 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1801187276-network', 'tenant_id': 'e01157c1f57344dbb5c854e924a0ffd2'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:31:33.223654 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a53d29e-6def-4be3-8184-2cc8d577a129 admin admin] Made reservation on behalf of e01157c1f57344dbb5c854e924a0ffd2 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:31:33.225938 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6a53d29e-6def-4be3-8184-2cc8d577a129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:33.234636 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6a53d29e-6def-4be3-8184-2cc8d577a129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:33.326524 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6a53d29e-6def-4be3-8184-2cc8d577a129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:33.333122 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6a53d29e-6def-4be3-8184-2cc8d577a129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:33.364918 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a53d29e-6def-4be3-8184-2cc8d577a129 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:31:33.375259 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53d29e-6def-4be3-8184-2cc8d577a129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10add02-a8af-47c2-aac0-750c4b3237ef,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:33.381380 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6a53d29e-6def-4be3-8184-2cc8d577a129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:33.381938 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-6a53d29e-6def-4be3-8184-2cc8d577a129 admin admin] Added segment a6f0add0-d17b-4b1e-b63d-c1edbdd27323 of type vlan for network 0713f4aa-ba68-444e-991e-c6dfd16e2783 Sep 03 14:31:33.424814 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6a53d29e-6def-4be3-8184-2cc8d577a129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:33.451679 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6a53d29e-6def-4be3-8184-2cc8d577a129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:33.453439 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a53d29e-6def-4be3-8184-2cc8d577a129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:33.454702 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6a53d29e-6def-4be3-8184-2cc8d577a129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:33.504035 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6a53d29e-6def-4be3-8184-2cc8d577a129 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3064065 Sep 03 14:31:33.507198 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49854) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:33.512193 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-50ea2c88-6004-42b6-b200-bef2a4681eef admin admin] Request body: {'subnet': {'network_id': '0713f4aa-ba68-444e-991e-c6dfd16e2783', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1801187276-subnet', 'tenant_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'ip_version': 4}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:31:33.535696 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53d29e-6def-4be3-8184-2cc8d577a129 admin admin] Pushing event updated for resources: {'Network': ['ID=0713f4aa-ba68-444e-991e-c6dfd16e2783,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:33.536052 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ea2c88-6004-42b6-b200-bef2a4681eef admin admin] Made reservation on behalf of e01157c1f57344dbb5c854e924a0ffd2 for: {'subnet': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:31:33.540311 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-50ea2c88-6004-42b6-b200-bef2a4681eef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632390'] for subnet, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:33.546275 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Sync routers for ids ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:31:33.550473 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network 0713f4aa-ba68-444e-991e-c6dfd16e2783 details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:31:33.577828 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Routers {'47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:31:33.580321 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:31:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:33.715865 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-50ea2c88-6004-42b6-b200-bef2a4681eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2700693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632424'] for subnet, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:33.721214 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Set router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:31:33.775201 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea2c88-6004-42b6-b200-bef2a4681eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=44cce750-2f2b-4bcb-90c7-472e7a58516d,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:33.780829 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea2c88-6004-42b6-b200-bef2a4681eef admin admin] Checking segment: {'id': 'a6f0add0-d17b-4b1e-b63d-c1edbdd27323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0713f4aa-ba68-444e-991e-c6dfd16e2783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:31:33.781333 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ea2c88-6004-42b6-b200-bef2a4681eef admin admin] Network hostable DHCP agents. Network: 0713f4aa-ba68-444e-991e-c6dfd16e2783, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:31:33.808406 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ea2c88-6004-42b6-b200-bef2a4681eef admin admin] Network 0713f4aa-ba68-444e-991e-c6dfd16e2783 is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:31:33.816547 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-50ea2c88-6004-42b6-b200-bef2a4681eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, 0713f4aa-ba68-444e-991e-c6dfd16e2783) {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:31:33.822498 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ea2c88-6004-42b6-b200-bef2a4681eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:33.822616 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-50ea2c88-6004-42b6-b200-bef2a4681eef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:33.837740 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-50ea2c88-6004-42b6-b200-bef2a4681eef admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3293829 Sep 03 14:31:33.840304 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49856) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:33.844707 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1801187276-router', 'tenant_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:31:33.852810 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6621b54-7e6b-49a0-8932-dc3396d5da45 None None] Network 0713f4aa-ba68-444e-991e-c6dfd16e2783 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:31:33.866647 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-948159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10832'] for router, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:33.867652 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-947759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-945343', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10843'] for router, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:33.933909 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:33.975339 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aeca71-6ec1-41cb-b79b-f69cda10c977 req-7b3d1230-a71e-458d-8da9-a71563d98320 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:33.977423 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c4aeca71-6ec1-41cb-b79b-f69cda10c977 req-7b3d1230-a71e-458d-8da9-a71563d98320 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0582435 Sep 03 14:31:34.030004 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c4aeca71-6ec1-41cb-b79b-f69cda10c977 req-18fb9bee-7060-450e-96bb-6e3098f10aac tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432503 Sep 03 14:31:34.045123 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 2, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:34.072362 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde5cabd9-fd1b-576e-aa1b-199532e8f2a6-0713f4aa-ba68-444e-991e-c6dfd16e2783', 'network_id': '0713f4aa-ba68-444e-991e-c6dfd16e2783', 'tenant_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'fixed_ips': [{'subnet_id': '44cce750-2f2b-4bcb-90c7-472e7a58516d'}]}} from dv-cinder-759955-20-iscsi. {{(pid=93971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:31:34.073222 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:34.074658 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:34.075578 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Checking router: 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:31:34.075934 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Updating router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb port 7f0afa70-cdd3-4704-a3ab-99361d733550 binding host dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:31:34.123559 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:34.280908 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:34.300146 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:34.337483 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.db_base_plugin_common [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Allocated IP 172.20.0.2 (0713f4aa-ba68-444e-991e-c6dfd16e2783/44cce750-2f2b-4bcb-90c7-472e7a58516d/24c03d48-5f14-46fd-aabe-1cbfcaab65fc) {{(pid=93971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:31:34.417464 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] Allocated IP 172.27.3.242 (71a2aaf5-8009-41a7-aebe-f6027ce2b898/3592d6f5-ce6a-448b-9072-bd66af67c647/a94dc855-a6c4-40ee-96a0-a8a954fb05b9) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:31:34.537271 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:34.585714 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:34.625531 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 49860) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:34.636208 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:31:34.641466 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:31:34.645829 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:31:34.678774 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] Pushing event updated for resources: {'Port': ['ID=a94dc855-a6c4-40ee-96a0-a8a954fb05b9,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:34.779401 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device fa1b0af6-bc53-4d67-81d3-663ae7b58baf up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:31:34.788698 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:34.830691 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Notify callbacks [] for port, precommit_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:34.834242 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Transition to ACTIVE for port object 7f0afa70-cdd3-4704-a3ab-99361d733550 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:31:34.848027 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:34.854149 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Transition to ACTIVE for port object 24c03d48-5f14-46fd-aabe-1cbfcaab65fc will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:31:34.906444 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Transition to ACTIVE for port object 24c03d48-5f14-46fd-aabe-1cbfcaab65fc will not be triggered until provisioned by entity DHCP. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:31:34.924569 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328'] for port, after_create {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:34.928975 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e03138-5eda-42f0-acac-0ca5080e64bf None None] Pushing event updated for resources: {'Port': ['ID=7f0afa70-cdd3-4704-a3ab-99361d733550,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:34.940120 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:34.988273 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port fa1b0af6-bc53-4d67-81d3-663ae7b58baf triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:34.989548 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:35.054160 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Pushing event updated for resources: {'Port': ['ID=24c03d48-5f14-46fd-aabe-1cbfcaab65fc,revision_number=1']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:35.087004 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Network 0713f4aa-ba68-444e-991e-c6dfd16e2783 is already hosted by enough agents. {{(pid=93971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:31:35.135688 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a99ae-0f40-421d-a044-063ede1c8f89 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Deleting port 2d287fcd-03e4-4e2b-9fa6-9de69b998316 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:31:35.136036 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7d7a99ae-0f40-421d-a044-063ede1c8f89 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:35.140857 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.scheduler.base_scheduler [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Resources bound (agent type, host, resource id): {{(pid=93971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:31:35.149764 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Received port after_create {{(pid=93971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:31:35.163047 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Attempting to bind port 7f0afa70-cdd3-4704-a3ab-99361d733550 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:31:35.163428 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Attempting to bind port 7f0afa70-cdd3-4704-a3ab-99361d733550 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:31:35.163809 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Attempting to bind port 7f0afa70-cdd3-4704-a3ab-99361d733550 on network 51fcce33-aacc-403c-a3cf-fa55e4f906fa {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:31:35.183510 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:31:35.183852 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Checking segment: {'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:31:35.184191 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:35.184613 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Bound using segment: {'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:31:35.185095 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Bound port: 7f0afa70-cdd3-4704-a3ab-99361d733550, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:31:35.185493 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:35.210980 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ca30b-a36b-4c28-8b13-c11af2dedd46 req-752b2173-57d7-4a67-8a2e-8b3951268b60 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:35.212719 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-865ca30b-a36b-4c28-8b13-c11af2dedd46 req-752b2173-57d7-4a67-8a2e-8b3951268b60 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0728424 Sep 03 14:31:35.236917 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7d7a99ae-0f40-421d-a044-063ede1c8f89 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:35.237245 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7d7a99ae-0f40-421d-a044-063ede1c8f89 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:35.240807 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-947750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-945386'] for router, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:35.252718 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a99ae-0f40-421d-a044-063ede1c8f89 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Calling delete_port for 2d287fcd-03e4-4e2b-9fa6-9de69b998316 owned by network:floatingip {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:31:35.266322 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Attempting to bind port 24c03d48-5f14-46fd-aabe-1cbfcaab65fc on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:31:35.266696 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Attempting to bind port 24c03d48-5f14-46fd-aabe-1cbfcaab65fc by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': 'a6f0add0-d17b-4b1e-b63d-c1edbdd27323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0713f4aa-ba68-444e-991e-c6dfd16e2783'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:31:35.267071 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Attempting to bind port 24c03d48-5f14-46fd-aabe-1cbfcaab65fc on network 0713f4aa-ba68-444e-991e-c6dfd16e2783 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:31:35.277212 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:31:35.277598 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Checking segment: {'id': 'a6f0add0-d17b-4b1e-b63d-c1edbdd27323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0713f4aa-ba68-444e-991e-c6dfd16e2783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:31:35.278065 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:35.278471 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Bound using segment: {'id': 'a6f0add0-d17b-4b1e-b63d-c1edbdd27323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0713f4aa-ba68-444e-991e-c6dfd16e2783'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:31:35.278966 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Bound port: 24c03d48-5f14-46fd-aabe-1cbfcaab65fc, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0add0-d17b-4b1e-b63d-c1edbdd27323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0713f4aa-ba68-444e-991e-c6dfd16e2783'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:31:35.279364 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:35.303360 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-865ca30b-a36b-4c28-8b13-c11af2dedd46 req-b461a33f-8b44-459b-9b21-4597344717b9 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827508 Sep 03 14:31:35.349029 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] For port 7f0afa70-cdd3-4704-a3ab-99361d733550, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:31:35.376337 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] For port 7f0afa70-cdd3-4704-a3ab-99361d733550, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=7f0afa70-cdd3-4704-a3ab-99361d733550,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:31:35.384825 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:35.428424 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] For port 24c03d48-5f14-46fd-aabe-1cbfcaab65fc, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:31:35.429084 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] Router b344540b-4b0f-425c-8680-5f0004d8f24a is scheduled to L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 with binding_index 1 {{(pid=93970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:31:35.454892 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] For port 24c03d48-5f14-46fd-aabe-1cbfcaab65fc, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=24c03d48-5f14-46fd-aabe-1cbfcaab65fc,segment=NetworkSegment(a6f0add0-d17b-4b1e-b63d-c1edbdd27323),segment_id=a6f0add0-d17b-4b1e-b63d-c1edbdd27323)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:31:35.463537 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:35.488600 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Routers {'47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:31:35.489427 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:31:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:35.554069 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:31:35.564009 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Sync routers for ids ['b344540b-4b0f-425c-8680-5f0004d8f24a'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:31:35.571641 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:35.575526 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-a78c8a99-8918-4fe5-8043-39b3faea63d1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7316475 Sep 03 14:31:35.577341 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49866) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:35.585189 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Routers {'b344540b-4b0f-425c-8680-5f0004d8f24a'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:31:35.587277 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:31:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['b344540b-4b0f-425c-8680-5f0004d8f24a'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:35.660706 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e03138-5eda-42f0-acac-0ca5080e64bf None None] Pushing event updated for resources: {'Port': ['ID=7f0afa70-cdd3-4704-a3ab-99361d733550,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:35.770280 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] Set router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:31:35.777890 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Set router b344540b-4b0f-425c-8680-5f0004d8f24a gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:31:35.832633 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80433ac7-4cfe-491e-8786-83ef4ca527cd None None] Pushing event updated for resources: {'Port': ['ID=24c03d48-5f14-46fd-aabe-1cbfcaab65fc,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:35.853749 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7d7a99ae-0f40-421d-a044-063ede1c8f89 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:35.895987 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a99ae-0f40-421d-a044-063ede1c8f89 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Pushing event deleted for resources: {'Port': ['ID=2d287fcd-03e4-4e2b-9fa6-9de69b998316,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:35.985451 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7d7a99ae-0f40-421d-a044-063ede1c8f89 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for floatingip, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:35.985845 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.l3_db [None req-7d7a99ae-0f40-421d-a044-063ede1c8f89 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Floating IP ea99f1d1-a272-41b7-bcdc-f571f6f8096f disassociated (deleted). External IP: 172.27.3.50, port: a8ef88c0-4833-418f-bd96-76487b3b979d. Sep 03 14:31:36.090726 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344540b-4b0f-425c-8680-5f0004d8f24a', 'name': 'tempest-TestVolumeBootPattern-1801187276-router', 'tenant_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a94dc855-a6c4-40ee-96a0-a8a954fb05b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:33Z', 'updated_at': '2021-09-03T14:31:34Z', 'revision_number': 3, 'project_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'gw_port': {'id': 'a94dc855-a6c4-40ee-96a0-a8a954fb05b9', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344540b-4b0f-425c-8680-5f0004d8f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:34Z', 'updated_at': '2021-09-03T14:31:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:36.128291 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:35Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:36.134392 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Checking router: b344540b-4b0f-425c-8680-5f0004d8f24a for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:31:36.135040 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Updating router b344540b-4b0f-425c-8680-5f0004d8f24a port a94dc855-a6c4-40ee-96a0-a8a954fb05b9 binding host dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:31:36.168186 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:36.189519 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dbf975-ab51-4492-aef4-bcf425461c32 None None] The sync data for ids ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'] in dv-cinder-759955-20-iscsi is: [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:35Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:31:36.215706 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:36.338173 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7a99ae-0f40-421d-a044-063ede1c8f89 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Router 308c83e0-78e9-46e5-91c0-6fe6aad277b7 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:31:36.561126 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05452790-f64b-431d-8ffa-b10e9501722d req-16b137f7-c125-4c98-b319-b341fa7f2efa tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:36.563100 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-05452790-f64b-431d-8ffa-b10e9501722d req-16b137f7-c125-4c98-b319-b341fa7f2efa tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.1205881 Sep 03 14:31:36.593604 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7a99ae-0f40-421d-a044-063ede1c8f89 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:31:36.607112 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7d7a99ae-0f40-421d-a044-063ede1c8f89 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:36.616223 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Notify callbacks [] for port, precommit_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:36.617718 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dc3ea1-fb57-4977-a935-46858f14c675 None None] Sync routers for ids ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:31:36.632025 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.provisioning_blocks [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Transition to ACTIVE for port object a94dc855-a6c4-40ee-96a0-a8a954fb05b9 will not be triggered until provisioned by entity L2. {{(pid=93972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:31:36.643815 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:36.653953 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc3ea1-fb57-4977-a935-46858f14c675 None None] Routers {'308c83e0-78e9-46e5-91c0-6fe6aad277b7'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:31:36.654795 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-55dc3ea1-fb57-4977-a935-46858f14c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:31:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:36.725117 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-05452790-f64b-431d-8ffa-b10e9501722d req-c5014fb5-066d-43c6-9f2b-15fa93eeb8d9 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482255 Sep 03 14:31:36.726640 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-7d7a99ae-0f40-421d-a044-063ede1c8f89 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "DELETE /v2.0/floatingips/ea99f1d1-a272-41b7-bcdc-f571f6f8096f HTTP/1.1" status: 204 len: 168 time: 2.0990098 Sep 03 14:31:36.727269 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a939622d-1715-4c1f-8cd2-97522b9f14bb', 'tag': 'a8ef88c0-4833-418f-bd96-76487b3b979d'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:31:36.729575 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fee82a-2b05-4105-8f73-a852f05e691d" -d '{"events": [{"name": "network-changed", "server_uuid": "a939622d-1715-4c1f-8cd2-97522b9f14bb", "tag": "a8ef88c0-4833-418f-bd96-76487b3b979d"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:31:36.842194 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Attempting to bind port a94dc855-a6c4-40ee-96a0-a8a954fb05b9 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:31:36.843476 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Attempting to bind port a94dc855-a6c4-40ee-96a0-a8a954fb05b9 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:31:36.847297 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Attempting to bind port a94dc855-a6c4-40ee-96a0-a8a954fb05b9 on network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:31:36.882904 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5f2296-b554-43d4-a3a2-f6db36d01edd x-openstack-request-id: req-5f5f2296-b554-43d4-a3a2-f6db36d01edd {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:31:36.883522 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a939622d-1715-4c1f-8cd2-97522b9f14bb", "tag": "a8ef88c0-4833-418f-bd96-76487b3b979d", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:31:36.883522 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f5f2296-b554-43d4-a3a2-f6db36d01edd {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:31:36.883853 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a939622d-1715-4c1f-8cd2-97522b9f14bb', 'tag': 'a8ef88c0-4833-418f-bd96-76487b3b979d', 'status': 'completed', 'code': 200} Sep 03 14:31:36.885794 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:31:36.886549 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Checking segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:31:36.887078 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:36.892160 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Bound using segment: {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'} {{(pid=93972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:31:36.892886 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.managers [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Bound port: a94dc855-a6c4-40ee-96a0-a8a954fb05b9, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389dcf5f-e624-4d71-82c0-54443a111239', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898'}}] {{(pid=93972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:31:36.893594 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:36.937279 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31d6b023-f9e5-4d05-b567-a0fc7350830d req-87fd5594-785c-4d4d-8e55-dc5a8ffc27e3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1224627 Sep 03 14:31:36.974573 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] Allocated IP 172.20.0.1 (0713f4aa-ba68-444e-991e-c6dfd16e2783/44cce750-2f2b-4bcb-90c7-472e7a58516d/5c883e9d-b1e9-4b03-9b3b-276265e913b6) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:31:36.980960 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 24c03d48-5f14-46fd-aabe-1cbfcaab65fc up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:31:37.034541 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] For port a94dc855-a6c4-40ee-96a0-a8a954fb05b9, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:31:37.040966 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.plugins.ml2.db [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] For port a94dc855-a6c4-40ee-96a0-a8a954fb05b9, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=a94dc855-a6c4-40ee-96a0-a8a954fb05b9,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:31:37.058160 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron_lib.callbacks.manager [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:37.077627 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device afb3d535-1157-42f1-b965-e0e0a91f0b2f details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:31:37.084460 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e68bf0-87e2-4831-a5f9-874dcbd387e9 None None] Pushing event updated for resources: {'Port': ['ID=a94dc855-a6c4-40ee-96a0-a8a954fb05b9,revision_number=2']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:37.144024 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fee82a-2b05-4105-8f73-a852f05e691d req-8decc042-320e-4141-b621-61aca40ddc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:37.153188 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-06fee82a-2b05-4105-8f73-a852f05e691d req-8decc042-320e-4141-b621-61aca40ddc20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3432258e520247ce9ede8396ea60327b&device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 1098 time: 0.2633417 Sep 03 14:31:37.156746 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e68bf0-87e2-4831-a5f9-874dcbd387e9 None None] Pushing event updated for resources: {'Port': ['ID=a94dc855-a6c4-40ee-96a0-a8a954fb05b9,revision_number=3']} {{(pid=93972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:37.168024 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Routers {'b344540b-4b0f-425c-8680-5f0004d8f24a'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:31:37.168885 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:31:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['b344540b-4b0f-425c-8680-5f0004d8f24a'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:37.260338 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448132d-d7c4-4fa5-bc06-68256699490c req-4a86cc11-b8e1-49d9-8d69-0be787d95b75 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:37.280450 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port afb3d535-1157-42f1-b965-e0e0a91f0b2f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=afb3d535-1157-42f1-b965-e0e0a91f0b2f,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:37.281413 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c448132d-d7c4-4fa5-bc06-68256699490c req-4a86cc11-b8e1-49d9-8d69-0be787d95b75 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.0820651 Sep 03 14:31:37.304057 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fee82a-2b05-4105-8f73-a852f05e691d req-0f21ff6b-ee5c-4ed1-a226-9358ca4f6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:37.304057 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-06fee82a-2b05-4105-8f73-a852f05e691d req-0f21ff6b-ee5c-4ed1-a226-9358ca4f6b68 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c0ba576-5640-4463-8c91-cf19650ff017 HTTP/1.1" status: 200 len: 910 time: 0.1336911 Sep 03 14:31:37.305337 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'port_id': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f', 'mac_address': 'fa:16:3e:d1:23:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:31:37.311149 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca7b5df-f891-49d3-be94-4683d612ba6e None None] Network 0713f4aa-ba68-444e-991e-c6dfd16e2783 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:31:37.331616 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] Set router b344540b-4b0f-425c-8680-5f0004d8f24a gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:31:37.346303 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c448132d-d7c4-4fa5-bc06-68256699490c req-6b45f059-ae28-4c18-bc78-e4e3b5af031f tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637193 Sep 03 14:31:37.447678 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-954eedf7-a096-4bb1-a032-821635739e5f None None] Provisioning for port 24c03d48-5f14-46fd-aabe-1cbfcaab65fc completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:31:37.448088 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:37.465541 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] Transition to ACTIVE for port object 5c883e9d-b1e9-4b03-9b3b-276265e913b6 will not be triggered until provisioned by entity DHCP. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:31:37.468739 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-55dc3ea1-fb57-4977-a935-46858f14c675 None None] Set router 308c83e0-78e9-46e5-91c0-6fe6aad277b7 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:31:37.479632 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port 24c03d48-5f14-46fd-aabe-1cbfcaab65fc completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:31:37.508615 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-06fee82a-2b05-4105-8f73-a852f05e691d req-355a0f31-e76e-4877-b3ea-5693d5ce733e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ef88c0-4833-418f-bd96-76487b3b979d HTTP/1.1" status: 200 len: 217 time: 0.1481061 Sep 03 14:31:37.511275 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:37.514117 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 24c03d48-5f14-46fd-aabe-1cbfcaab65fc triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:37.514117 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:37.553468 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:37.591118 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] Pushing event updated for resources: {'Port': ['ID=5c883e9d-b1e9-4b03-9b3b-276265e913b6,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:37.599949 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afb3d535-1157-42f1-b965-e0e0a91f0b2f {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:31:37.610167 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] Network 0713f4aa-ba68-444e-991e-c6dfd16e2783 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:31:37.613246 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:31:37.617843 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:31:37.632997 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344540b-4b0f-425c-8680-5f0004d8f24a', 'name': 'tempest-TestVolumeBootPattern-1801187276-router', 'tenant_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a94dc855-a6c4-40ee-96a0-a8a954fb05b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:33Z', 'updated_at': '2021-09-03T14:31:34Z', 'revision_number': 3, 'project_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'gw_port': {'id': 'a94dc855-a6c4-40ee-96a0-a8a954fb05b9', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344540b-4b0f-425c-8680-5f0004d8f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:34Z', 'updated_at': '2021-09-03T14:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:37.645129 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fee82a-2b05-4105-8f73-a852f05e691d req-ddfbb2f0-2ccf-482d-9609-75908711f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:37.646909 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-06fee82a-2b05-4105-8f73-a852f05e691d req-ddfbb2f0-2ccf-482d-9609-75908711f210 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9e28a41-5071-44d7-8644-3721daae54a3 HTTP/1.1" status: 200 len: 848 time: 0.0976210 Sep 03 14:31:37.679766 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a03ec-4d28-4cd4-b325-70a965c7c352 None None] The sync data for ids ['b344540b-4b0f-425c-8680-5f0004d8f24a'] in dv-cinder-759955-20-iscsi is: [{'id': 'b344540b-4b0f-425c-8680-5f0004d8f24a', 'name': 'tempest-TestVolumeBootPattern-1801187276-router', 'tenant_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a94dc855-a6c4-40ee-96a0-a8a954fb05b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:33Z', 'updated_at': '2021-09-03T14:31:34Z', 'revision_number': 3, 'project_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'gw_port': {'id': 'a94dc855-a6c4-40ee-96a0-a8a954fb05b9', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344540b-4b0f-425c-8680-5f0004d8f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:34Z', 'updated_at': '2021-09-03T14:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:31:37.714880 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-894143'] for router_interface, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:37.775205 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fee82a-2b05-4105-8f73-a852f05e691d req-8cc24183-ee9e-41e6-84b4-3d13f30d405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:37.777059 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-06fee82a-2b05-4105-8f73-a852f05e691d req-8cc24183-ee9e-41e6-84b4-3d13f30d405d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c0ba576-5640-4463-8c91-cf19650ff017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1181908 Sep 03 14:31:37.820887 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port afb3d535-1157-42f1-b965-e0e0a91f0b2f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=afb3d535-1157-42f1-b965-e0e0a91f0b2f,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:37.855804 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:37.953019 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['afb3d535-1157-42f1-b965-e0e0a91f0b2f'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:31:38.011004 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-06fee82a-2b05-4105-8f73-a852f05e691d req-3b0fb7c8-8c91-44fb-90de-9c167412dbd3 service neutron] 10.222.0.11 "GET /v2.0/networks/8c0ba576-5640-4463-8c91-cf19650ff017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226861 Sep 03 14:31:38.013627 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:38.020472 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:38.024977 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a6ced-9a5a-48d1-b581-82947f350fbf req-e7ab3971-a968-419f-98b3-e0d7712019ab tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:38.026555 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-3c8a6ced-9a5a-48d1-b581-82947f350fbf req-e7ab3971-a968-419f-98b3-e0d7712019ab tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 944 time: 0.1314063 Sep 03 14:31:38.069401 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=afb3d535-1157-42f1-b965-e0e0a91f0b2f,revision_number=6']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:38.131990 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port 24c03d48-5f14-46fd-aabe-1cbfcaab65fc, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=24c03d48-5f14-46fd-aabe-1cbfcaab65fc,segment=NetworkSegment(a6f0add0-d17b-4b1e-b63d-c1edbdd27323),segment_id=a6f0add0-d17b-4b1e-b63d-c1edbdd27323)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:38.154321 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:38.155127 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 7f0afa70-cdd3-4704-a3ab-99361d733550 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:31:38.202437 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-3c8a6ced-9a5a-48d1-b581-82947f350fbf req-e92149cb-b4ae-4c10-9d77-a18296e2d43f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573334 Sep 03 14:31:38.287326 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-06fee82a-2b05-4105-8f73-a852f05e691d req-68c9b855-9df0-4341-ada2-8ece0de7bd0e service neutron] 10.222.0.11 "GET /v2.0/networks/8c0ba576-5640-4463-8c91-cf19650ff017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596598 Sep 03 14:31:38.404571 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=24c03d48-5f14-46fd-aabe-1cbfcaab65fc,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:38.460153 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-55dc3ea1-fb57-4977-a935-46858f14c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'name': 'tempest-TestShelveInstance-1793451557-router', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:55Z', 'updated_at': '2021-09-03T14:26:04Z', 'revision_number': 4, 'project_id': '3432258e520247ce9ede8396ea60327b', 'gw_port': {'id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:72:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:56Z', 'updated_at': '2021-09-03T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': 'dc7b3fcc-5357-4ba8-bbc9-3841bdda5264', 'name': '', 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'mac_address': 'fa:16:3e:dd:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:26:01Z', 'updated_at': '2021-09-03T14:26:19Z', 'revision_number': 5, 'project_id': '3432258e520247ce9ede8396ea60327b', 'subnets': [{'id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:38.465886 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port 7f0afa70-cdd3-4704-a3ab-99361d733550 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:31:38.473115 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:38.481698 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:38.519859 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dc3ea1-fb57-4977-a935-46858f14c675 None None] Checking router: 308c83e0-78e9-46e5-91c0-6fe6aad277b7 for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:31:38.521782 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 7f0afa70-cdd3-4704-a3ab-99361d733550 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:38.522167 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:38.540769 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6b023-f9e5-4d05-b567-a0fc7350830d req-8ba6cf15-9b38-45b7-81ab-a7c45330a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:38.542433 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-31d6b023-f9e5-4d05-b567-a0fc7350830d req-8ba6cf15-9b38-45b7-81ab-a7c45330a28d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3432258e520247ce9ede8396ea60327b&device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 1098 time: 0.1443069 Sep 03 14:31:38.590740 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc3ea1-fb57-4977-a935-46858f14c675 None None] Routers {'308c83e0-78e9-46e5-91c0-6fe6aad277b7'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:31:38.591555 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-55dc3ea1-fb57-4977-a935-46858f14c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:31:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:38.596098 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c78c8-7e68-4ff3-ac23-36557b67fcce req-bb555f1c-cf59-48b0-b2fb-3b418c237e33 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:38.598342 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4c2c78c8-7e68-4ff3-ac23-36557b67fcce req-bb555f1c-cf59-48b0-b2fb-3b418c237e33 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.1066694 Sep 03 14:31:38.624813 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] Pushing event updated for resources: {'Port': ['ID=5c883e9d-b1e9-4b03-9b3b-276265e913b6,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:38.654628 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945967'] for router_interface, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:38.687036 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4c2c78c8-7e68-4ff3-ac23-36557b67fcce req-3ab8ea8f-5022-42a8-90ee-e6dff4ccf256 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc1a7ce-2ef9-44f2-8707-7352a363ab41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805492 Sep 03 14:31:38.725570 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-ce0d5bf1-16c8-4035-ae0a-e55533bd230a None None] Provisioning for port 5c883e9d-b1e9-4b03-9b3b-276265e913b6 completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:31:38.737584 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-ce0d5bf1-16c8-4035-ae0a-e55533bd230a None None] Provisioning complete for port 5c883e9d-b1e9-4b03-9b3b-276265e913b6 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:38.738233 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-ce0d5bf1-16c8-4035-ae0a-e55533bd230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:38.811855 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:38.843080 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6b023-f9e5-4d05-b567-a0fc7350830d req-fe480e21-6b46-4cb2-9fc8-7d6e4679b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:38.844653 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-31d6b023-f9e5-4d05-b567-a0fc7350830d req-fe480e21-6b46-4cb2-9fc8-7d6e4679b1bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c0ba576-5640-4463-8c91-cf19650ff017 HTTP/1.1" status: 200 len: 910 time: 0.2709038 Sep 03 14:31:38.856188 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] Network 0713f4aa-ba68-444e-991e-c6dfd16e2783 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:31:38.863775 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:31:38.883833 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-55dc3ea1-fb57-4977-a935-46858f14c675 None None] Set router 308c83e0-78e9-46e5-91c0-6fe6aad277b7 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:31:38.908615 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-31d6b023-f9e5-4d05-b567-a0fc7350830d req-62c77203-a42f-4852-8513-70138ff74c9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ef88c0-4833-418f-bd96-76487b3b979d HTTP/1.1" status: 200 len: 217 time: 0.0531318 Sep 03 14:31:38.924829 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d5bf1-16c8-4035-ae0a-e55533bd230a None None] Port 5c883e9d-b1e9-4b03-9b3b-276265e913b6 cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:31:38.940545 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port 7f0afa70-cdd3-4704-a3ab-99361d733550, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=7f0afa70-cdd3-4704-a3ab-99361d733550,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:38.953810 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:39.080760 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc053fa-101d-4bd3-a2d2-5fcbff139e7f req-ff388543-bdf6-4a31-a395-d798eb283551 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:39.089349 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8dc053fa-101d-4bd3-a2d2-5fcbff139e7f req-ff388543-bdf6-4a31-a395-d798eb283551 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.11 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 945 time: 0.1397123 Sep 03 14:31:39.115240 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device afb3d535-1157-42f1-b965-e0e0a91f0b2f up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:31:39.120401 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6b023-f9e5-4d05-b567-a0fc7350830d req-9ec35304-cd86-4501-9610-a04f1cb1beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:39.122334 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-31d6b023-f9e5-4d05-b567-a0fc7350830d req-9ec35304-cd86-4501-9610-a04f1cb1beb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b9e28a41-5071-44d7-8644-3721daae54a3 HTTP/1.1" status: 200 len: 848 time: 0.2052963 Sep 03 14:31:39.158903 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-ce0d5bf1-16c8-4035-ae0a-e55533bd230a None None] Provisioning complete for port 24c03d48-5f14-46fd-aabe-1cbfcaab65fc triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:39.159765 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-ce0d5bf1-16c8-4035-ae0a-e55533bd230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:39.274651 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] Router b344540b-4b0f-425c-8680-5f0004d8f24a has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:31:39.276793 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6b023-f9e5-4d05-b567-a0fc7350830d req-369a89c4-ee4c-40ed-b94b-69fd40b5e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:39.278395 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-31d6b023-f9e5-4d05-b567-a0fc7350830d req-369a89c4-ee4c-40ed-b94b-69fd40b5e6a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c0ba576-5640-4463-8c91-cf19650ff017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1315761 Sep 03 14:31:39.295307 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 24c03d48-5f14-46fd-aabe-1cbfcaab65fc up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:31:39.336580 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=7f0afa70-cdd3-4704-a3ab-99361d733550,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:39.351132 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-8dc053fa-101d-4bd3-a2d2-5fcbff139e7f req-57ea7f24-14e2-45a9-b4f3-e62c29475549 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Deleting port a8ef88c0-4833-418f-bd96-76487b3b979d {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:31:39.351611 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-8dc053fa-101d-4bd3-a2d2-5fcbff139e7f req-57ea7f24-14e2-45a9-b4f3-e62c29475549 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:39.480563 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-8dc053fa-101d-4bd3-a2d2-5fcbff139e7f req-57ea7f24-14e2-45a9-b4f3-e62c29475549 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] For port a8ef88c0-4833-418f-bd96-76487b3b979d, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a8ef88c0-4833-418f-bd96-76487b3b979d,segment=NetworkSegment(8a2136c7-2ec2-455d-93cd-4c5bde2e9589),segment_id=8a2136c7-2ec2-455d-93cd-4c5bde2e9589)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:39.481050 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-8dc053fa-101d-4bd3-a2d2-5fcbff139e7f req-57ea7f24-14e2-45a9-b4f3-e62c29475549 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:39.501126 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-8dc053fa-101d-4bd3-a2d2-5fcbff139e7f req-57ea7f24-14e2-45a9-b4f3-e62c29475549 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Calling delete_port for a8ef88c0-4833-418f-bd96-76487b3b979d owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:31:39.504715 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee269b-e314-45cc-92dc-efaff3994b1f req-c95e7b7b-70b2-4204-8901-eb22e7e2b6c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:39.506963 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-96ee269b-e314-45cc-92dc-efaff3994b1f req-c95e7b7b-70b2-4204-8901-eb22e7e2b6c2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 944 time: 0.1520963 Sep 03 14:31:39.515602 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port afb3d535-1157-42f1-b965-e0e0a91f0b2f triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:39.516502 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:39.553601 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-31d6b023-f9e5-4d05-b567-a0fc7350830d req-e4677af6-a812-40d3-b5be-4a8293887f57 service neutron] 10.222.0.11 "GET /v2.0/networks/8c0ba576-5640-4463-8c91-cf19650ff017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627583 Sep 03 14:31:39.584590 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:31:39.590736 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-50d5f671-c27e-432c-9c21-1dd9beabd33d admin admin] 10.222.0.23 "PUT /v2.0/routers/b344540b-4b0f-425c-8680-5f0004d8f24a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0126877 Sep 03 14:31:39.601634 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-96ee269b-e314-45cc-92dc-efaff3994b1f req-70aab930-8b13-4535-b0d9-9d3087d167ad tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829701 Sep 03 14:31:39.615301 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 24c03d48-5f14-46fd-aabe-1cbfcaab65fc triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:39.615687 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:39.714816 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-31d6b023-f9e5-4d05-b567-a0fc7350830d req-656d5816-5936-41ae-bc13-01ffc429c4e1 service neutron] 10.222.0.11 "GET /v2.0/networks/8c0ba576-5640-4463-8c91-cf19650ff017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534083 Sep 03 14:31:39.776122 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-8dc053fa-101d-4bd3-a2d2-5fcbff139e7f req-57ea7f24-14e2-45a9-b4f3-e62c29475549 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:39.785708 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-55dc3ea1-fb57-4977-a935-46858f14c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'name': 'tempest-TestShelveInstance-1793451557-router', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:55Z', 'updated_at': '2021-09-03T14:26:04Z', 'revision_number': 4, 'project_id': '3432258e520247ce9ede8396ea60327b', 'gw_port': {'id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:72:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:56Z', 'updated_at': '2021-09-03T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': 'dc7b3fcc-5357-4ba8-bbc9-3841bdda5264', 'name': '', 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'mac_address': 'fa:16:3e:dd:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:26:01Z', 'updated_at': '2021-09-03T14:26:19Z', 'revision_number': 5, 'project_id': '3432258e520247ce9ede8396ea60327b', 'subnets': [{'id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:39.832271 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:39.838992 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dc3ea1-fb57-4977-a935-46858f14c675 None None] The sync data for ids ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'] in dv-cinder-759955-20-iscsi is: [{'id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'name': 'tempest-TestShelveInstance-1793451557-router', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:55Z', 'updated_at': '2021-09-03T14:26:04Z', 'revision_number': 4, 'project_id': '3432258e520247ce9ede8396ea60327b', 'gw_port': {'id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:72:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:56Z', 'updated_at': '2021-09-03T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': 'dc7b3fcc-5357-4ba8-bbc9-3841bdda5264', 'name': '', 'network_id': '8c0ba576-5640-4463-8c91-cf19650ff017', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'mac_address': 'fa:16:3e:dd:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:26:01Z', 'updated_at': '2021-09-03T14:26:19Z', 'revision_number': 5, 'project_id': '3432258e520247ce9ede8396ea60327b', 'subnets': [{'id': 'b9e28a41-5071-44d7-8644-3721daae54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:31:39.849035 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-8c5229b2-1087-449e-ad9d-a326e1009352 None None] Provisioning complete for port 5c883e9d-b1e9-4b03-9b3b-276265e913b6 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:39.849536 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8c5229b2-1087-449e-ad9d-a326e1009352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:39.860980 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea7f24-14e2-45a9-b4f3-e62c29475549 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Pushing event deleted for resources: {'Port': ['ID=a8ef88c0-4833-418f-bd96-76487b3b979d,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:39.937219 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d43ff3f7-8164-4b71-9e5f-f30422c4112b req-2b9aa510-6939-4d83-90b0-8c6e5155bf23 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 210 time: 0.1444941 Sep 03 14:31:39.979883 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port afb3d535-1157-42f1-b965-e0e0a91f0b2f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=afb3d535-1157-42f1-b965-e0e0a91f0b2f,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:39.981632 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-8c5229b2-1087-449e-ad9d-a326e1009352 None None] Port 5c883e9d-b1e9-4b03-9b3b-276265e913b6 cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:31:39.990280 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587064fc-31ed-45fc-bf05-a72c09792aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:31:39.993377 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f6661e-e85e-4b86-bb83-45e354300283" -d '{"events": [{"server_uuid": "587064fc-31ed-45fc-bf05-a72c09792aa0", "name": "network-vif-plugged", "status": "completed", "tag": "afb3d535-1157-42f1-b965-e0e0a91f0b2f"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:31:40.003536 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:40.058821 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc053fa-101d-4bd3-a2d2-5fcbff139e7f req-57ea7f24-14e2-45a9-b4f3-e62c29475549 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] No DVR routers for this DVR port a8ef88c0-4833-418f-bd96-76487b3b979d on host hv-cinder-75995 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:31:40.061819 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-8dc053fa-101d-4bd3-a2d2-5fcbff139e7f req-57ea7f24-14e2-45a9-b4f3-e62c29475549 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:40.064322 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8dc053fa-101d-4bd3-a2d2-5fcbff139e7f req-57ea7f24-14e2-45a9-b4f3-e62c29475549 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.11 "DELETE /v2.0/ports/a8ef88c0-4833-418f-bd96-76487b3b979d HTTP/1.1" status: 204 len: 173 time: 0.9686809 Sep 03 14:31:40.065066 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a939622d-1715-4c1f-8cd2-97522b9f14bb', 'name': 'network-vif-deleted', 'tag': 'a8ef88c0-4833-418f-bd96-76487b3b979d'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:31:40.074921 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e1ddc4-dbd2-447e-9746-3a1d21520dd3" -d '{"events": [{"server_uuid": "a939622d-1715-4c1f-8cd2-97522b9f14bb", "name": "network-vif-deleted", "tag": "a8ef88c0-4833-418f-bd96-76487b3b979d"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:31:40.078215 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=afb3d535-1157-42f1-b965-e0e0a91f0b2f,revision_number=7']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:40.100805 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device a94dc855-a6c4-40ee-96a0-a8a954fb05b9 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:31:40.112864 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9843b06f-7aca-42c7-94ee-80c4d3f04d6b x-openstack-request-id: req-9843b06f-7aca-42c7-94ee-80c4d3f04d6b {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:31:40.113162 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587064fc-31ed-45fc-bf05-a72c09792aa0", "name": "network-vif-plugged", "status": "completed", "tag": "afb3d535-1157-42f1-b965-e0e0a91f0b2f", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:31:40.113421 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9843b06f-7aca-42c7-94ee-80c4d3f04d6b {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:31:40.113854 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587064fc-31ed-45fc-bf05-a72c09792aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f', 'code': 200} Sep 03 14:31:40.213920 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4792b00-7987-4d90-ad40-578b219e4cc3 x-openstack-request-id: req-a4792b00-7987-4d90-ad40-578b219e4cc3 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:31:40.214177 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a939622d-1715-4c1f-8cd2-97522b9f14bb", "name": "network-vif-deleted", "tag": "a8ef88c0-4833-418f-bd96-76487b3b979d", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:31:40.214431 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4792b00-7987-4d90-ad40-578b219e4cc3 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:31:40.214837 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a939622d-1715-4c1f-8cd2-97522b9f14bb', 'name': 'network-vif-deleted', 'tag': 'a8ef88c0-4833-418f-bd96-76487b3b979d', 'status': 'completed', 'code': 200} Sep 03 14:31:40.260366 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-9c4bd178-e78b-49e8-a6f3-e49649658f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:40.309207 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port a94dc855-a6c4-40ee-96a0-a8a954fb05b9 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:31:40.337031 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port a94dc855-a6c4-40ee-96a0-a8a954fb05b9 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:40.339421 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:40.519725 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9decc6c-b997-4d78-817b-a6c30f86f42f None None] New status for floating IP ea99f1d1-a272-41b7-bcdc-f571f6f8096f: DOWN {{(pid=93972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:31:40.699534 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Sync routers for ids ['b344540b-4b0f-425c-8680-5f0004d8f24a'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:31:40.716234 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Routers {'b344540b-4b0f-425c-8680-5f0004d8f24a'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:31:40.716896 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:31:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['b344540b-4b0f-425c-8680-5f0004d8f24a'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:40.832659 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470a221-a62e-4d1d-be74-9fe20eb57448 req-828cb936-0a97-4db6-a1b8-341fce1a9daf tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:40.841107 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3470a221-a62e-4d1d-be74-9fe20eb57448 req-828cb936-0a97-4db6-a1b8-341fce1a9daf tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0746214 Sep 03 14:31:40.914959 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:40.923221 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3470a221-a62e-4d1d-be74-9fe20eb57448 req-77a9c343-00c6-4ad0-b235-e7b57207e32c tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811148 Sep 03 14:31:40.964869 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Set router b344540b-4b0f-425c-8680-5f0004d8f24a gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:31:40.969284 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port a94dc855-a6c4-40ee-96a0-a8a954fb05b9, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=a94dc855-a6c4-40ee-96a0-a8a954fb05b9,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:41.016591 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.057047 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49920) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:41.065588 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-a8d748a0-bdff-4627-92ae-a3753e87a21d tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-544087736', 'description': 'tempest-secgroup-smoke-544087736 description', 'project_id': '42cecdba0449496aa6fb095a1cf375ba'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:31:41.101616 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a8d748a0-bdff-4627-92ae-a3753e87a21d tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.159972 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 7f0afa70-cdd3-4704-a3ab-99361d733550 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:31:41.180781 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8093abae-ecf2-4f78-b705-c5822de1f855 req-c0aeeac2-08fe-4279-90d1-6b2b923a471d tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a939622d-1715-4c1f-8cd2-97522b9f14bb HTTP/1.1" status: 200 len: 210 time: 0.0507429 Sep 03 14:31:41.278513 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=a94dc855-a6c4-40ee-96a0-a8a954fb05b9,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:41.292388 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a8d748a0-bdff-4627-92ae-a3753e87a21d tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.298044 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a8d748a0-bdff-4627-92ae-a3753e87a21d tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.327986 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 7f0afa70-cdd3-4704-a3ab-99361d733550 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:41.328531 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.332549 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a8d748a0-bdff-4627-92ae-a3753e87a21d tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.334126 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-a8d748a0-bdff-4627-92ae-a3753e87a21d tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2758706 Sep 03 14:31:41.336738 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d748a0-bdff-4627-92ae-a3753e87a21d tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ab0f12-2bcb-4171-8c0e-8803ae0030f7,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:41.337488 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 49924) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:41.343890 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-85b95f01-3974-4976-bbc1-6d5965a4f2e3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Request body: {'security_group_rule': {'security_group_id': '58ab0f12-2bcb-4171-8c0e-8803ae0030f7', 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:31:41.395636 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-85b95f01-3974-4976-bbc1-6d5965a4f2e3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.505560 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-85b95f01-3974-4976-bbc1-6d5965a4f2e3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.514323 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-85b95f01-3974-4976-bbc1-6d5965a4f2e3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.525544 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344540b-4b0f-425c-8680-5f0004d8f24a', 'name': 'tempest-TestVolumeBootPattern-1801187276-router', 'tenant_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a94dc855-a6c4-40ee-96a0-a8a954fb05b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:33Z', 'updated_at': '2021-09-03T14:31:37Z', 'revision_number': 4, 'project_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'gw_port': {'id': 'a94dc855-a6c4-40ee-96a0-a8a954fb05b9', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344540b-4b0f-425c-8680-5f0004d8f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:34Z', 'updated_at': '2021-09-03T14:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '5c883e9d-b1e9-4b03-9b3b-276265e913b6', 'name': '', 'network_id': '0713f4aa-ba68-444e-991e-c6dfd16e2783', 'tenant_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'mac_address': 'fa:16:3e:43:d8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344540b-4b0f-425c-8680-5f0004d8f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '44cce750-2f2b-4bcb-90c7-472e7a58516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:36Z', 'updated_at': '2021-09-03T14:31:38Z', 'revision_number': 2, 'project_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'subnets': [{'id': '44cce750-2f2b-4bcb-90c7-472e7a58516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:41.542263 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b95f01-3974-4976-bbc1-6d5965a4f2e3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5c08cb-d8be-4f03-ab39-d1a6ab234f6a,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:41.555234 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-85b95f01-3974-4976-bbc1-6d5965a4f2e3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.556703 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-85b95f01-3974-4976-bbc1-6d5965a4f2e3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2180831 Sep 03 14:31:41.559648 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49926) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:41.567893 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-00ae13cb-ec5e-417b-9a3d-8077b262dc8b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Request body: {'security_group_rule': {'security_group_id': '58ab0f12-2bcb-4171-8c0e-8803ae0030f7', 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:31:41.570839 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Checking router: b344540b-4b0f-425c-8680-5f0004d8f24a for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:31:41.571300 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Updating router b344540b-4b0f-425c-8680-5f0004d8f24a port 5c883e9d-b1e9-4b03-9b3b-276265e913b6 binding host dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:31:41.601938 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.613224 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-00ae13cb-ec5e-417b-9a3d-8077b262dc8b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.692967 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-00ae13cb-ec5e-417b-9a3d-8077b262dc8b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.699202 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-00ae13cb-ec5e-417b-9a3d-8077b262dc8b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.724883 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-00ae13cb-ec5e-417b-9a3d-8077b262dc8b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.729861 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-00ae13cb-ec5e-417b-9a3d-8077b262dc8b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1647167 Sep 03 14:31:41.729861 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49928) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:41.739112 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-006d7860-e242-4243-875f-c0908a18ce2b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Request body: {'security_group_rule': {'security_group_id': '58ab0f12-2bcb-4171-8c0e-8803ae0030f7', 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:31:41.746639 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae13cb-ec5e-417b-9a3d-8077b262dc8b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343e92fc-0f64-4b54-8c06-5bedc26a8102,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:41.787990 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-006d7860-e242-4243-875f-c0908a18ce2b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.881559 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-006d7860-e242-4243-875f-c0908a18ce2b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.886990 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-006d7860-e242-4243-875f-c0908a18ce2b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.906034 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d7860-e242-4243-875f-c0908a18ce2b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4148fee-58ad-497d-9fa3-2b6d0797f2de,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:41.923338 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-006d7860-e242-4243-875f-c0908a18ce2b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.928144 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 49930) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:41.928678 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-006d7860-e242-4243-875f-c0908a18ce2b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1963730 Sep 03 14:31:41.933943 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-6985629d-6bbc-47bd-b4e1-69a4a6990f6b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Request body: {'security_group_rule': {'security_group_id': '58ab0f12-2bcb-4171-8c0e-8803ae0030f7', 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:31:41.978635 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6985629d-6bbc-47bd-b4e1-69a4a6990f6b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.982447 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:41.996710 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Transition to ACTIVE for port object 5c883e9d-b1e9-4b03-9b3b-276265e913b6 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:31:42.004082 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:42.082730 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6963825-fd9c-4d9f-a00c-127a483d04e2 None None] Pushing event updated for resources: {'Port': ['ID=5c883e9d-b1e9-4b03-9b3b-276265e913b6,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:42.113367 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6985629d-6bbc-47bd-b4e1-69a4a6990f6b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:42.120330 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6985629d-6bbc-47bd-b4e1-69a4a6990f6b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:42.134976 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb6ae7-da6d-43ec-bdbe-57714938b587 req-f0bee3eb-9dbb-42a1-b725-46c65f321554 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:42.145494 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Attempting to bind port 5c883e9d-b1e9-4b03-9b3b-276265e913b6 on host dv-cinder-759955-20-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:31:42.146350 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Attempting to bind port 5c883e9d-b1e9-4b03-9b3b-276265e913b6 by drivers openvswitch,hyperv on host dv-cinder-759955-20-iscsi at level 0 using segments [{'id': 'a6f0add0-d17b-4b1e-b63d-c1edbdd27323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0713f4aa-ba68-444e-991e-c6dfd16e2783'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:31:42.146834 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Attempting to bind port 5c883e9d-b1e9-4b03-9b3b-276265e913b6 on network 0713f4aa-ba68-444e-991e-c6dfd16e2783 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:31:42.148075 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985629d-6bbc-47bd-b4e1-69a4a6990f6b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f47db81-93c4-4853-a9c2-5ea2469fba66,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:42.149497 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-acfb6ae7-da6d-43ec-bdbe-57714938b587 req-f0bee3eb-9dbb-42a1-b725-46c65f321554 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0967562 Sep 03 14:31:42.153543 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Checking agent: {'id': '07c2aada-c9b2-458f-b792-5299fa99efb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 15, 13), 'started_at': datetime.datetime(2021, 9, 3, 14, 15, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:31:42.154103 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Checking segment: {'id': 'a6f0add0-d17b-4b1e-b63d-c1edbdd27323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0713f4aa-ba68-444e-991e-c6dfd16e2783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:31:42.154582 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:42.155040 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Bound using segment: {'id': 'a6f0add0-d17b-4b1e-b63d-c1edbdd27323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0713f4aa-ba68-444e-991e-c6dfd16e2783'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:31:42.155645 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Bound port: 5c883e9d-b1e9-4b03-9b3b-276265e913b6, host: dv-cinder-759955-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0add0-d17b-4b1e-b63d-c1edbdd27323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0713f4aa-ba68-444e-991e-c6dfd16e2783'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:31:42.156166 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:42.158751 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6985629d-6bbc-47bd-b4e1-69a4a6990f6b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:42.161104 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6985629d-6bbc-47bd-b4e1-69a4a6990f6b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2309821 Sep 03 14:31:42.164265 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 49934) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:42.175698 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-f5e3b66b-9735-4a47-babf-ed7ca065b265 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Request body: {'security_group_rule': {'security_group_id': '58ab0f12-2bcb-4171-8c0e-8803ae0030f7', 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:31:42.260155 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] For port 5c883e9d-b1e9-4b03-9b3b-276265e913b6, host dv-cinder-759955-20-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:31:42.263177 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.securitygroups_db [None req-f5e3b66b-9735-4a47-babf-ed7ca065b265 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Project 42cecdba0449496aa6fb095a1cf375ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 14:31:42.264908 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] For port 5c883e9d-b1e9-4b03-9b3b-276265e913b6, host dv-cinder-759955-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=5c883e9d-b1e9-4b03-9b3b-276265e913b6,segment=NetworkSegment(a6f0add0-d17b-4b1e-b63d-c1edbdd27323),segment_id=a6f0add0-d17b-4b1e-b63d-c1edbdd27323)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:31:42.275574 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-acfb6ae7-da6d-43ec-bdbe-57714938b587 req-84eab4f5-b824-4793-a2b4-50f7cccc3549 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251016 Sep 03 14:31:42.275953 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:42.277212 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f5e3b66b-9735-4a47-babf-ed7ca065b265 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:42.300976 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49938) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:42.405335 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f5e3b66b-9735-4a47-babf-ed7ca065b265 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:42.414760 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f5e3b66b-9735-4a47-babf-ed7ca065b265 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:42.435775 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3b66b-9735-4a47-babf-ed7ca065b265 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e00b29-a676-44ad-a3f8-ac6e85072ad4,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:42.441359 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d3d53580-7820-47f3-8c5c-a322415c3ab3 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:42.445700 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f5e3b66b-9735-4a47-babf-ed7ca065b265 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:42.449376 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f5e3b66b-9735-4a47-babf-ed7ca065b265 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2834134 Sep 03 14:31:42.452125 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 49940) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:42.458945 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6963825-fd9c-4d9f-a00c-127a483d04e2 None None] Pushing event updated for resources: {'Port': ['ID=5c883e9d-b1e9-4b03-9b3b-276265e913b6,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:42.462311 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Routers {'b344540b-4b0f-425c-8680-5f0004d8f24a'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:31:42.463208 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:31:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['b344540b-4b0f-425c-8680-5f0004d8f24a'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:42.469869 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-8ccc4852-5dc7-450b-bbde-47209776aaf3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Request body: {'security_group_rule': {'security_group_id': '58ab0f12-2bcb-4171-8c0e-8803ae0030f7', 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:31:42.503238 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d3d53580-7820-47f3-8c5c-a322415c3ab3 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:42.510531 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.securitygroups_db [None req-8ccc4852-5dc7-450b-bbde-47209776aaf3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Project 42cecdba0449496aa6fb095a1cf375ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 14:31:42.539292 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8ccc4852-5dc7-450b-bbde-47209776aaf3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:42.593580 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d3d53580-7820-47f3-8c5c-a322415c3ab3 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:42.597271 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d3d53580-7820-47f3-8c5c-a322415c3ab3 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:42.600354 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-d3d53580-7820-47f3-8c5c-a322415c3ab3 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] 10.222.0.23 "DELETE /v2.0/security-groups/7fc1a7ce-2ef9-44f2-8707-7352a363ab41 HTTP/1.1" status: 204 len: 168 time: 0.2983036 Sep 03 14:31:42.631270 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d53580-7820-47f3-8c5c-a322415c3ab3 tempest-TestShelveInstance-379142136 tempest-TestShelveInstance-379142136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc1a7ce-2ef9-44f2-8707-7352a363ab41,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:42.670373 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 49944) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:42.692243 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] Set router b344540b-4b0f-425c-8680-5f0004d8f24a gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:31:42.731959 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8ccc4852-5dc7-450b-bbde-47209776aaf3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:42.742582 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8ccc4852-5dc7-450b-bbde-47209776aaf3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555773'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:42.779206 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc4852-5dc7-450b-bbde-47209776aaf3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ba10e3-88e1-4af5-9fe4-7fc317204c14,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:42.796607 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8ccc4852-5dc7-450b-bbde-47209776aaf3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:42.803465 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8ccc4852-5dc7-450b-bbde-47209776aaf3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3500905 Sep 03 14:31:43.046568 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-6c7c0250-5de0-4772-a51e-a7a9ed4ad0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:43.058770 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344540b-4b0f-425c-8680-5f0004d8f24a', 'name': 'tempest-TestVolumeBootPattern-1801187276-router', 'tenant_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a94dc855-a6c4-40ee-96a0-a8a954fb05b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:33Z', 'updated_at': '2021-09-03T14:31:37Z', 'revision_number': 4, 'project_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'gw_port': {'id': 'a94dc855-a6c4-40ee-96a0-a8a954fb05b9', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344540b-4b0f-425c-8680-5f0004d8f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:34Z', 'updated_at': '2021-09-03T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '5c883e9d-b1e9-4b03-9b3b-276265e913b6', 'name': '', 'network_id': '0713f4aa-ba68-444e-991e-c6dfd16e2783', 'tenant_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'mac_address': 'fa:16:3e:43:d8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344540b-4b0f-425c-8680-5f0004d8f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '44cce750-2f2b-4bcb-90c7-472e7a58516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:36Z', 'updated_at': '2021-09-03T14:31:42Z', 'revision_number': 4, 'project_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'subnets': [{'id': '44cce750-2f2b-4bcb-90c7-472e7a58516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:43.088377 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664dd30-85a2-414f-97b5-0e8137ecf058 None None] The sync data for ids ['b344540b-4b0f-425c-8680-5f0004d8f24a'] in dv-cinder-759955-20-iscsi is: [{'id': 'b344540b-4b0f-425c-8680-5f0004d8f24a', 'name': 'tempest-TestVolumeBootPattern-1801187276-router', 'tenant_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a94dc855-a6c4-40ee-96a0-a8a954fb05b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:33Z', 'updated_at': '2021-09-03T14:31:37Z', 'revision_number': 4, 'project_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'gw_port': {'id': 'a94dc855-a6c4-40ee-96a0-a8a954fb05b9', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344540b-4b0f-425c-8680-5f0004d8f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:34Z', 'updated_at': '2021-09-03T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '5c883e9d-b1e9-4b03-9b3b-276265e913b6', 'name': '', 'network_id': '0713f4aa-ba68-444e-991e-c6dfd16e2783', 'tenant_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'mac_address': 'fa:16:3e:43:d8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344540b-4b0f-425c-8680-5f0004d8f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '44cce750-2f2b-4bcb-90c7-472e7a58516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:36Z', 'updated_at': '2021-09-03T14:31:42Z', 'revision_number': 4, 'project_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'subnets': [{'id': '44cce750-2f2b-4bcb-90c7-472e7a58516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:31:43.132885 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device a8ef88c0-4833-418f-bd96-76487b3b979d no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:31:43.188437 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: a8ef88c0-4833-418f-bd96-76487b3b979d {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:31:43.188792 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device a8ef88c0-4833-418f-bd96-76487b3b979d not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:31:43.233572 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device a94dc855-a6c4-40ee-96a0-a8a954fb05b9 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:31:43.309483 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:43.347609 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port a94dc855-a6c4-40ee-96a0-a8a954fb05b9 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:43.356192 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:43.550715 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfa093-e35e-42a1-86b8-242c9d453041 req-b4782323-64c0-4775-9c98-2f8afc86d3a2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:43.553423 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a4cfa093-e35e-42a1-86b8-242c9d453041 req-b4782323-64c0-4775-9c98-2f8afc86d3a2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.1393747 Sep 03 14:31:43.680440 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a4cfa093-e35e-42a1-86b8-242c9d453041 req-e5ab806e-99d9-417b-851a-01e85f4e78fb tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150184 Sep 03 14:31:43.753917 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d9e560f4-7053-4370-a401-9719096f8fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945972'] for router_interface, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:44.378768 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:44.418655 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-d9e560f4-7053-4370-a401-9719096f8fdb admin admin] Deleting port dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:31:44.419336 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d9e560f4-7053-4370-a401-9719096f8fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:44.527536 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-d9e560f4-7053-4370-a401-9719096f8fdb admin admin] For port dc7b3fcc-5357-4ba8-bbc9-3841bdda5264, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=dc7b3fcc-5357-4ba8-bbc9-3841bdda5264,segment=NetworkSegment(8a2136c7-2ec2-455d-93cd-4c5bde2e9589),segment_id=8a2136c7-2ec2-455d-93cd-4c5bde2e9589)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:44.528013 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d9e560f4-7053-4370-a401-9719096f8fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:44.543650 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-d9e560f4-7053-4370-a401-9719096f8fdb admin admin] Calling delete_port for dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 owned by network:router_interface {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:31:44.818976 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d9e560f4-7053-4370-a401-9719096f8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:44.854488 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e560f4-7053-4370-a401-9719096f8fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7b3fcc-5357-4ba8-bbc9-3841bdda5264,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:44.925151 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c9037-9bb9-43c5-836a-0c57025e379a req-5248af0c-87d7-4408-be11-ba0d38948d6b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:44.926940 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-466c9037-9bb9-43c5-836a-0c57025e379a req-5248af0c-87d7-4408-be11-ba0d38948d6b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.1010962 Sep 03 14:31:44.981252 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-466c9037-9bb9-43c5-836a-0c57025e379a req-947713e9-d9d5-4856-8c48-0f7f415b1e71 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476818 Sep 03 14:31:45.100281 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d9e560f4-7053-4370-a401-9719096f8fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946080'] for router_interface, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:45.237624 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 5c883e9d-b1e9-4b03-9b3b-276265e913b6 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:31:45.312846 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning for port 5c883e9d-b1e9-4b03-9b3b-276265e913b6 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:31:45.318565 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 5c883e9d-b1e9-4b03-9b3b-276265e913b6 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:45.319263 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:45.404319 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e560f4-7053-4370-a401-9719096f8fdb admin admin] Router 308c83e0-78e9-46e5-91c0-6fe6aad277b7 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:31:45.439716 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:45.485611 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] For port 5c883e9d-b1e9-4b03-9b3b-276265e913b6, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=5c883e9d-b1e9-4b03-9b3b-276265e913b6,segment=NetworkSegment(a6f0add0-d17b-4b1e-b63d-c1edbdd27323),segment_id=a6f0add0-d17b-4b1e-b63d-c1edbdd27323)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:45.491753 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:45.563237 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e560f4-7053-4370-a401-9719096f8fdb admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:31:45.569297 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-d9e560f4-7053-4370-a401-9719096f8fdb admin admin] 10.222.0.23 "PUT /v2.0/routers/308c83e0-78e9-46e5-91c0-6fe6aad277b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8969905 Sep 03 14:31:45.572584 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 50014) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:45.576908 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Pushing event updated for resources: {'Port': ['ID=5c883e9d-b1e9-4b03-9b3b-276265e913b6,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:45.578971 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6fb37f-25be-423a-b760-666e41811d23 None None] Sync routers for ids ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:31:45.604392 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6fb37f-25be-423a-b760-666e41811d23 None None] Routers {'308c83e0-78e9-46e5-91c0-6fe6aad277b7'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:31:45.605485 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-3a6fb37f-25be-423a-b760-666e41811d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:31:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:45.745893 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed7ac-d2ad-4525-a9f4-bc2e1815cdc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:45.782191 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-3a6fb37f-25be-423a-b760-666e41811d23 None None] Set router 308c83e0-78e9-46e5-91c0-6fe6aad277b7 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:31:45.872055 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed7ac-d2ad-4525-a9f4-bc2e1815cdc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:45.946044 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ed7ac-d2ad-4525-a9f4-bc2e1815cdc3 admin admin] Deleting port 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:31:45.946392 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed7ac-d2ad-4525-a9f4-bc2e1815cdc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:46.094852 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-ee2ed7ac-d2ad-4525-a9f4-bc2e1815cdc3 admin admin] For port 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=46ccc400-2aff-4a76-ae0b-c5ddb057b4c1,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:46.095749 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed7ac-d2ad-4525-a9f4-bc2e1815cdc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:46.122206 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ed7ac-d2ad-4525-a9f4-bc2e1815cdc3 admin admin] Calling delete_port for 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1 owned by network:router_gateway {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:31:46.173241 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:46.191361 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-3a6fb37f-25be-423a-b760-666e41811d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'name': 'tempest-TestShelveInstance-1793451557-router', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:55Z', 'updated_at': '2021-09-03T14:31:44Z', 'revision_number': 5, 'project_id': '3432258e520247ce9ede8396ea60327b', 'gw_port': {'id': '46ccc400-2aff-4a76-ae0b-c5ddb057b4c1', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:72:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:25:56Z', 'updated_at': '2021-09-03T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:46.254188 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6fb37f-25be-423a-b760-666e41811d23 None None] Checking router: 308c83e0-78e9-46e5-91c0-6fe6aad277b7 for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:31:46.270245 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6fb37f-25be-423a-b760-666e41811d23 None None] Routers {'308c83e0-78e9-46e5-91c0-6fe6aad277b7'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:31:46.271493 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-3a6fb37f-25be-423a-b760-666e41811d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:31:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:46.384549 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-3a6fb37f-25be-423a-b760-666e41811d23 None None] Set router 308c83e0-78e9-46e5-91c0-6fe6aad277b7 gateway port host: None {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:31:46.396807 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed7ac-d2ad-4525-a9f4-bc2e1815cdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:46.409332 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f20028-da79-4593-9aab-dd1573735e77 req-baab3aa4-50dc-4eb8-89b2-b2c60c228574 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:46.416551 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-08f20028-da79-4593-9aab-dd1573735e77 req-baab3aa4-50dc-4eb8-89b2-b2c60c228574 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.2105727 Sep 03 14:31:46.454624 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-3a6fb37f-25be-423a-b760-666e41811d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'name': 'tempest-TestShelveInstance-1793451557-router', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:55Z', 'updated_at': '2021-09-03T14:31:45Z', 'revision_number': 6, 'project_id': '3432258e520247ce9ede8396ea60327b', 'gw_port_host': None}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:46.457002 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ed7ac-d2ad-4525-a9f4-bc2e1815cdc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ccc400-2aff-4a76-ae0b-c5ddb057b4c1,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:46.496738 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6fb37f-25be-423a-b760-666e41811d23 None None] The sync data for ids ['308c83e0-78e9-46e5-91c0-6fe6aad277b7'] in dv-cinder-759955-20-iscsi is: [{'id': '308c83e0-78e9-46e5-91c0-6fe6aad277b7', 'name': 'tempest-TestShelveInstance-1793451557-router', 'tenant_id': '3432258e520247ce9ede8396ea60327b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:25:55Z', 'updated_at': '2021-09-03T14:31:45Z', 'revision_number': 6, 'project_id': '3432258e520247ce9ede8396ea60327b', 'gw_port_host': None}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:31:46.523863 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-08f20028-da79-4593-9aab-dd1573735e77 req-f060b121-3da0-483b-889c-44e7bef16007 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064341 Sep 03 14:31:46.546555 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed7ac-d2ad-4525-a9f4-bc2e1815cdc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-945358'] for router_gateway, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:46.666014 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed7ac-d2ad-4525-a9f4-bc2e1815cdc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10818'] for router, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:46.668116 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed7ac-d2ad-4525-a9f4-bc2e1815cdc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:46.729322 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed7ac-d2ad-4525-a9f4-bc2e1815cdc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-947816'] for router, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:46.730096 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2ed7ac-d2ad-4525-a9f4-bc2e1815cdc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 308c83e0-78e9-46e5-91c0-6fe6aad277b7 {{(pid=93970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 14:31:46.735662 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed7ac-d2ad-4525-a9f4-bc2e1815cdc3 admin admin] Notify callbacks [] for router, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:46.736944 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-ee2ed7ac-d2ad-4525-a9f4-bc2e1815cdc3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/308c83e0-78e9-46e5-91c0-6fe6aad277b7 HTTP/1.1" status: 204 len: 168 time: 1.1631594 Sep 03 14:31:46.739561 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 50020) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:46.788444 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d1744b-6d46-4fd7-acea-ebf61f7f5c6f admin admin] Deleting subnet b9e28a41-5071-44d7-8644-3721daae54a3 {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:31:46.790148 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00d1744b-6d46-4fd7-acea-ebf61f7f5c6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:46.828395 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00d1744b-6d46-4fd7-acea-ebf61f7f5c6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3471851'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:46.960141 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00d1744b-6d46-4fd7-acea-ebf61f7f5c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16749918'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:47.040086 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00d1744b-6d46-4fd7-acea-ebf61f7f5c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16749863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2727873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602688'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:47.068490 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1744b-6d46-4fd7-acea-ebf61f7f5c6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e28a41-5071-44d7-8644-3721daae54a3,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:47.074424 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00d1744b-6d46-4fd7-acea-ebf61f7f5c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:47.079325 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-00d1744b-6d46-4fd7-acea-ebf61f7f5c6f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b9e28a41-5071-44d7-8644-3721daae54a3 HTTP/1.1" status: 204 len: 168 time: 0.3358414 Sep 03 14:31:47.079689 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 50024) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:47.083346 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a336b9fd-8c64-4100-92a5-e4b656195e4b None None] Network 8c0ba576-5640-4463-8c91-cf19650ff017 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:31:47.172155 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16589909'] for network, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:47.247945 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] Deleting port 82bc48a4-019b-4b30-8f84-c19ec457a302 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:31:47.248398 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:47.322922 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531218d5-4c38-46c5-8823-43e67b3fcb6e None None] DHCP port deletion for 8c0ba576-5640-4463-8c91-cf19650ff017 request from dv-cinder-759955-20-iscsi {{(pid=93971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 14:31:47.349774 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] For port 82bc48a4-019b-4b30-8f84-c19ec457a302, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=82bc48a4-019b-4b30-8f84-c19ec457a302,segment=NetworkSegment(8a2136c7-2ec2-455d-93cd-4c5bde2e9589),segment_id=8a2136c7-2ec2-455d-93cd-4c5bde2e9589)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:47.350407 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:47.397982 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] Calling delete_port for 82bc48a4-019b-4b30-8f84-c19ec457a302 owned by network:dhcp {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:31:47.405502 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-531218d5-4c38-46c5-8823-43e67b3fcb6e None None] Deleting port 82bc48a4-019b-4b30-8f84-c19ec457a302 {{(pid=93971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:31:47.405916 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-531218d5-4c38-46c5-8823-43e67b3fcb6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:47.509304 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-531218d5-4c38-46c5-8823-43e67b3fcb6e None None] For port 82bc48a4-019b-4b30-8f84-c19ec457a302, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=82bc48a4-019b-4b30-8f84-c19ec457a302,segment=NetworkSegment(8a2136c7-2ec2-455d-93cd-4c5bde2e9589),segment_id=8a2136c7-2ec2-455d-93cd-4c5bde2e9589)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:47.509304 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-531218d5-4c38-46c5-8823-43e67b3fcb6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:47.519803 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:47.524473 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 5c883e9d-b1e9-4b03-9b3b-276265e913b6 up at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:31:47.531445 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-531218d5-4c38-46c5-8823-43e67b3fcb6e None None] Calling delete_port for 82bc48a4-019b-4b30-8f84-c19ec457a302 owned by network:dhcp {{(pid=93971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:31:47.551610 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] Pushing event deleted for resources: {'Port': ['ID=82bc48a4-019b-4b30-8f84-c19ec457a302,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:47.556563 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] No DVR routers for this DVR port 82bc48a4-019b-4b30-8f84-c19ec457a302 on host dv-cinder-759955-20-iscsi {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:31:47.751537 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16749259', 'neutron.services.segments.db._delete_segments_for_network-8777478328405'] for network, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:47.768924 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.services.segments.db [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0ba576-5640-4463-8c91-cf19650ff017']}} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:47.777549 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0eb16-7732-40a8-bc5e-8c3869f7e70a req-db6d5cb3-b630-4720-bcb1-83295cf47dcf tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:47.779910 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aef0eb16-7732-40a8-bc5e-8c3869f7e70a req-db6d5cb3-b630-4720-bcb1-83295cf47dcf tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.1304405 Sep 03 14:31:47.800604 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.services.segments.db [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2136c7-2ec2-455d-93cd-4c5bde2e9589') {'for_net_delete': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:47.800998 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.services.segments.db [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2136c7-2ec2-455d-93cd-4c5bde2e9589') {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:47.817362 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777478329694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4013464'] for segment, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:47.856740 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:47.864773 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:31:47.865412 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2700554'] for segment, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:47.868743 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aef0eb16-7732-40a8-bc5e-8c3869f7e70a req-0ccd2fb3-0308-4961-8734-d94b0304bbbe tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770001 Sep 03 14:31:47.883067 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Provisioning complete for port 5c883e9d-b1e9-4b03-9b3b-276265e913b6 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:31:47.883067 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:47.900214 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-531218d5-4c38-46c5-8823-43e67b3fcb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337'] for port, after_delete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: Traceback (most recent call last): Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: timer() Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: cb(*args, **kw) Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: return func(*args, **kwargs) Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: self._notify() Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: self.callback(batched_events) Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: event.method(event) Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: return f(self, *a, **k) Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: return self._get(url).json() Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: return self.request(url, 'GET', **kwargs) Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:31:47.926259 dv-cinder-759955-20-iscsi neutron-server[93970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:31:47.943080 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16749276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893990'] for network, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:47.979085 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531218d5-4c38-46c5-8823-43e67b3fcb6e None None] Pushing event deleted for resources: {'Port': ['ID=82bc48a4-019b-4b30-8f84-c19ec457a302,revision_number=None']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:47.984912 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:47.987004 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] 10.222.0.23 "DELETE /v2.0/networks/8c0ba576-5640-4463-8c91-cf19650ff017 HTTP/1.1" status: 204 len: 168 time: 0.9061375 Sep 03 14:31:47.987914 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aad910-bfed-4bac-a8e8-03fb758e005a admin admin] Pushing event deleted for resources: {'Network': ['ID=8c0ba576-5640-4463-8c91-cf19650ff017,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:47.989754 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531218d5-4c38-46c5-8823-43e67b3fcb6e None None] No DVR routers for this DVR port 82bc48a4-019b-4b30-8f84-c19ec457a302 on host dv-cinder-759955-20-iscsi {{(pid=93971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:31:47.990160 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 50030) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:48.166810 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1 no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:31:48.189584 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:31:48.189975 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 46ccc400-2aff-4a76-ae0b-c5ddb057b4c1 not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:31:48.190532 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 82bc48a4-019b-4b30-8f84-c19ec457a302 no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:31:48.213008 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: 82bc48a4-019b-4b30-8f84-c19ec457a302 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:31:48.213362 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 82bc48a4-019b-4b30-8f84-c19ec457a302 not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:31:48.213844 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:31:48.234563 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:31:48.234900 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device dc7b3fcc-5357-4ba8-bbc9-3841bdda5264 not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:31:48.318570 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:31:48.492815 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a59fedb-c72e-4a47-bf93-47a99f0faa53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945972'] for router_interface, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:48.784448 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-4a59fedb-c72e-4a47-bf93-47a99f0faa53 admin admin] Deleting port a3abe119-1146-450d-95f0-0670066b3882 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:31:48.785126 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a59fedb-c72e-4a47-bf93-47a99f0faa53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:48.875211 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-4a59fedb-c72e-4a47-bf93-47a99f0faa53 admin admin] For port a3abe119-1146-450d-95f0-0670066b3882, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=a3abe119-1146-450d-95f0-0670066b3882,segment=NetworkSegment(616cee67-b6dd-44be-9d70-36ff58b2c191),segment_id=616cee67-b6dd-44be-9d70-36ff58b2c191)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:48.875579 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a59fedb-c72e-4a47-bf93-47a99f0faa53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:48.895753 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-4a59fedb-c72e-4a47-bf93-47a99f0faa53 admin admin] Calling delete_port for a3abe119-1146-450d-95f0-0670066b3882 owned by network:router_interface {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:31:49.020067 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fc04a-2389-463e-9b24-686182400a47 req-1740854a-42e7-4e7e-af6c-9e47128469df tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:49.022636 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7c1fc04a-2389-463e-9b24-686182400a47 req-1740854a-42e7-4e7e-af6c-9e47128469df tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0650043 Sep 03 14:31:49.086444 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-7c1fc04a-2389-463e-9b24-686182400a47 req-6a1b9eda-2ea7-493c-ad4b-3e81c4c84217 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585134 Sep 03 14:31:49.151754 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a59fedb-c72e-4a47-bf93-47a99f0faa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:49.178174 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59fedb-c72e-4a47-bf93-47a99f0faa53 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3abe119-1146-450d-95f0-0670066b3882,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:49.380919 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a59fedb-c72e-4a47-bf93-47a99f0faa53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946080'] for router_interface, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:49.654477 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a59fedb-c72e-4a47-bf93-47a99f0faa53 admin admin] Router 7f176206-4c4a-44c0-bf77-115e61ad7fcd has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:31:49.774186 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a59fedb-c72e-4a47-bf93-47a99f0faa53 admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:31:49.779373 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4a59fedb-c72e-4a47-bf93-47a99f0faa53 admin admin] 10.222.0.23 "PUT /v2.0/routers/7f176206-4c4a-44c0-bf77-115e61ad7fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7873816 Sep 03 14:31:49.782021 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 50040) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:49.785894 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ffa02-834c-459d-a55c-a8b8414acf9d None None] Sync routers for ids ['7f176206-4c4a-44c0-bf77-115e61ad7fcd'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:31:49.804664 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ffa02-834c-459d-a55c-a8b8414acf9d None None] Routers {'7f176206-4c4a-44c0-bf77-115e61ad7fcd'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:31:49.805338 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-4d0ffa02-834c-459d-a55c-a8b8414acf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:31:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['7f176206-4c4a-44c0-bf77-115e61ad7fcd'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:49.910085 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-373fcc62-3cf1-4184-a7ec-57aa8a4b45ea admin admin] Notify callbacks [] for router, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:49.941479 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-4d0ffa02-834c-459d-a55c-a8b8414acf9d None None] Set router 7f176206-4c4a-44c0-bf77-115e61ad7fcd gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:31:50.064294 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-373fcc62-3cf1-4184-a7ec-57aa8a4b45ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:50.132035 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-373fcc62-3cf1-4184-a7ec-57aa8a4b45ea admin admin] Deleting port d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:31:50.132381 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-373fcc62-3cf1-4184-a7ec-57aa8a4b45ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:50.157828 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-4d0ffa02-834c-459d-a55c-a8b8414acf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f176206-4c4a-44c0-bf77-115e61ad7fcd', 'name': 'tempest-TestShelveInstance-1654455499-router', 'tenant_id': 'ac16683d6d484589a15916533ad7cf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd3dd0e93-1b91-4ced-8ccd-0d3ee51552e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:26:11Z', 'updated_at': '2021-09-03T14:31:49Z', 'revision_number': 5, 'project_id': 'ac16683d6d484589a15916533ad7cf0f', 'gw_port': {'id': 'd3dd0e93-1b91-4ced-8ccd-0d3ee51552e6', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f176206-4c4a-44c0-bf77-115e61ad7fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:26:12Z', 'updated_at': '2021-09-03T14:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:50.187399 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ffa02-834c-459d-a55c-a8b8414acf9d None None] Checking router: 7f176206-4c4a-44c0-bf77-115e61ad7fcd for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:31:50.198237 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ffa02-834c-459d-a55c-a8b8414acf9d None None] Routers {'7f176206-4c4a-44c0-bf77-115e61ad7fcd'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:31:50.199107 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-4d0ffa02-834c-459d-a55c-a8b8414acf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:31:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['7f176206-4c4a-44c0-bf77-115e61ad7fcd'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:50.283761 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9d283-ab73-4312-98ed-b2f52ed03715 req-940fbd41-0fe6-484b-91b0-ed95ddc48084 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:50.285308 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-42e9d283-ab73-4312-98ed-b2f52ed03715 req-940fbd41-0fe6-484b-91b0-ed95ddc48084 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0836160 Sep 03 14:31:50.307039 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-4d0ffa02-834c-459d-a55c-a8b8414acf9d None None] Set router 7f176206-4c4a-44c0-bf77-115e61ad7fcd gateway port host: None {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:31:50.318101 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-373fcc62-3cf1-4184-a7ec-57aa8a4b45ea admin admin] For port d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:50.319267 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-373fcc62-3cf1-4184-a7ec-57aa8a4b45ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:50.334537 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-373fcc62-3cf1-4184-a7ec-57aa8a4b45ea admin admin] Calling delete_port for d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6 owned by network:router_gateway {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:31:50.342802 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-42e9d283-ab73-4312-98ed-b2f52ed03715 req-b75f7956-8e36-44bc-acbe-1f204e66ec42 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445747 Sep 03 14:31:50.366676 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-4d0ffa02-834c-459d-a55c-a8b8414acf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f176206-4c4a-44c0-bf77-115e61ad7fcd', 'name': 'tempest-TestShelveInstance-1654455499-router', 'tenant_id': 'ac16683d6d484589a15916533ad7cf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:26:11Z', 'updated_at': '2021-09-03T14:31:50Z', 'revision_number': 6, 'project_id': 'ac16683d6d484589a15916533ad7cf0f', 'gw_port_host': None}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:50.425715 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ffa02-834c-459d-a55c-a8b8414acf9d None None] The sync data for ids ['7f176206-4c4a-44c0-bf77-115e61ad7fcd'] in dv-cinder-759955-20-iscsi is: [{'id': '7f176206-4c4a-44c0-bf77-115e61ad7fcd', 'name': 'tempest-TestShelveInstance-1654455499-router', 'tenant_id': 'ac16683d6d484589a15916533ad7cf0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:26:11Z', 'updated_at': '2021-09-03T14:31:50Z', 'revision_number': 6, 'project_id': 'ac16683d6d484589a15916533ad7cf0f', 'gw_port_host': None}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:31:50.575874 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-373fcc62-3cf1-4184-a7ec-57aa8a4b45ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:50.608277 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fcc62-3cf1-4184-a7ec-57aa8a4b45ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:50.681998 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-373fcc62-3cf1-4184-a7ec-57aa8a4b45ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-945358'] for router_gateway, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:50.789829 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-373fcc62-3cf1-4184-a7ec-57aa8a4b45ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10818'] for router, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:50.792150 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-373fcc62-3cf1-4184-a7ec-57aa8a4b45ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:50.849516 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-373fcc62-3cf1-4184-a7ec-57aa8a4b45ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-947816'] for router, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:50.850207 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373fcc62-3cf1-4184-a7ec-57aa8a4b45ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f176206-4c4a-44c0-bf77-115e61ad7fcd {{(pid=93970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 14:31:50.860608 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-373fcc62-3cf1-4184-a7ec-57aa8a4b45ea admin admin] Notify callbacks [] for router, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:50.865172 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-373fcc62-3cf1-4184-a7ec-57aa8a4b45ea admin admin] 10.222.0.23 "DELETE /v2.0/routers/7f176206-4c4a-44c0-bf77-115e61ad7fcd HTTP/1.1" status: 204 len: 168 time: 1.0790539 Sep 03 14:31:50.865362 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 50046) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:50.931418 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_v2 [None req-940e035b-c293-43e9-be0b-772e13b6ced3 admin admin] Deleting subnet 21408755-246b-46a0-a672-3eafb8f9c2ed {{(pid=93970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:31:50.934789 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-940e035b-c293-43e9-be0b-772e13b6ced3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:50.987658 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-940e035b-c293-43e9-be0b-772e13b6ced3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4013441'] for subnet, precommit_delete_associations {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:51.079300 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-940e035b-c293-43e9-be0b-772e13b6ced3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16749918'] for subnet, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:51.140403 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-940e035b-c293-43e9-be0b-772e13b6ced3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16749863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2700628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632419'] for subnet, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:51.170814 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-940e035b-c293-43e9-be0b-772e13b6ced3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:51.173495 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-940e035b-c293-43e9-be0b-772e13b6ced3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/21408755-246b-46a0-a672-3eafb8f9c2ed HTTP/1.1" status: 204 len: 168 time: 0.3070242 Sep 03 14:31:51.174656 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e035b-c293-43e9-be0b-772e13b6ced3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21408755-246b-46a0-a672-3eafb8f9c2ed,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:51.176217 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 50048) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:51.180320 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91c3903-4a9a-4350-9eb1-b3adda1438da None None] Network a2934454-4df2-47c8-9a9c-acff155007bc requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:31:51.375549 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16589909'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:51.440981 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6 no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:31:51.451604 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd090a33-d01a-415e-b3b4-bdacea98d174 None None] DHCP port deletion for a2934454-4df2-47c8-9a9c-acff155007bc request from dv-cinder-759955-20-iscsi {{(pid=93971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 14:31:51.480437 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:31:51.480864 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device d3dd0e93-1b91-4ced-8ccd-0d3ee51552e6 not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:31:51.481356 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device a3abe119-1146-450d-95f0-0670066b3882 no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:31:51.519745 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] Deleting port 663da85f-b29d-4c6e-abf7-125fe12aad7e {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:31:51.519745 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:51.535065 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db4636-343b-44b2-8d5c-2ca38d5e8035 req-a26233b7-bfd5-49f8-862f-c56fca4c44ae tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:51.536659 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-82db4636-343b-44b2-8d5c-2ca38d5e8035 req-a26233b7-bfd5-49f8-862f-c56fca4c44ae tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0824091 Sep 03 14:31:51.552272 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: a3abe119-1146-450d-95f0-0670066b3882 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:31:51.552619 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device a3abe119-1146-450d-95f0-0670066b3882 not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:31:51.602560 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] For port 663da85f-b29d-4c6e-abf7-125fe12aad7e, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=663da85f-b29d-4c6e-abf7-125fe12aad7e,segment=NetworkSegment(616cee67-b6dd-44be-9d70-36ff58b2c191),segment_id=616cee67-b6dd-44be-9d70-36ff58b2c191)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:51.602937 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:51.611411 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-bd090a33-d01a-415e-b3b4-bdacea98d174 None None] Deleting port 663da85f-b29d-4c6e-abf7-125fe12aad7e {{(pid=93971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:31:51.611798 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-bd090a33-d01a-415e-b3b4-bdacea98d174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:51.614257 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-82db4636-343b-44b2-8d5c-2ca38d5e8035 req-998b10d9-077f-470d-a36d-fcb9d379b23d tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713027 Sep 03 14:31:51.631145 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] Calling delete_port for 663da85f-b29d-4c6e-abf7-125fe12aad7e owned by network:dhcp {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:31:51.720843 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-bd090a33-d01a-415e-b3b4-bdacea98d174 None None] For port 663da85f-b29d-4c6e-abf7-125fe12aad7e, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=663da85f-b29d-4c6e-abf7-125fe12aad7e,segment=NetworkSegment(616cee67-b6dd-44be-9d70-36ff58b2c191),segment_id=616cee67-b6dd-44be-9d70-36ff58b2c191)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:51.721262 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-bd090a33-d01a-415e-b3b4-bdacea98d174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:51.737997 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-bd090a33-d01a-415e-b3b4-bdacea98d174 None None] Calling delete_port for 663da85f-b29d-4c6e-abf7-125fe12aad7e owned by network:dhcp {{(pid=93971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:31:51.783291 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:51.814599 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] Pushing event deleted for resources: {'Port': ['ID=663da85f-b29d-4c6e-abf7-125fe12aad7e,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:51.827587 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] No DVR routers for this DVR port 663da85f-b29d-4c6e-abf7-125fe12aad7e on host dv-cinder-759955-20-iscsi {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:31:51.847636 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-bd090a33-d01a-415e-b3b4-bdacea98d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337'] for port, after_delete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:51.913298 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd090a33-d01a-415e-b3b4-bdacea98d174 None None] No DVR routers for this DVR port 663da85f-b29d-4c6e-abf7-125fe12aad7e on host dv-cinder-759955-20-iscsi {{(pid=93971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:31:51.915294 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd090a33-d01a-415e-b3b4-bdacea98d174 None None] Pushing event deleted for resources: {'Port': ['ID=663da85f-b29d-4c6e-abf7-125fe12aad7e,revision_number=None']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:51.937517 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16749259', 'neutron.services.segments.db._delete_segments_for_network-8777478328405'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:51.951405 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2934454-4df2-47c8-9a9c-acff155007bc']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:52.244394 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616cee67-b6dd-44be-9d70-36ff58b2c191') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:52.244595 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616cee67-b6dd-44be-9d70-36ff58b2c191') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:31:52.255431 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777478329694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3471858'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:52.270629 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:52.277919 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:31:52.278304 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2727839'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: Traceback (most recent call last): Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: timer() Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: cb(*args, **kw) Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: return func(*args, **kwargs) Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: self._notify() Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: self.callback(batched_events) Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: event.method(event) Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: return f(self, *a, **k) Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._get(url).json() Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:31:52.280035 dv-cinder-759955-20-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:31:52.334100 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16749276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893990'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:52.340643 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:52.344773 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a2934454-4df2-47c8-9a9c-acff155007bc HTTP/1.1" status: 204 len: 168 time: 1.1652665 Sep 03 14:31:52.363069 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60a747-5a45-4af6-9dd0-38bbe9707221 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2934454-4df2-47c8-9a9c-acff155007bc,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:52.495037 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 50066) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:52.536347 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-65e02d19-1fbd-4e5a-b5f3-fe9868cfe96e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3432258e520247ce9ede8396ea60327b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400674 Sep 03 14:31:52.538625 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 50070) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:52.598057 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8ba73994-d0f6-4ac1-929e-9085de7dea60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:52.619017 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8ba73994-d0f6-4ac1-929e-9085de7dea60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:52.665964 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8ba73994-d0f6-4ac1-929e-9085de7dea60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:52.668561 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8ba73994-d0f6-4ac1-929e-9085de7dea60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:52.669751 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8ba73994-d0f6-4ac1-929e-9085de7dea60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42d98124-a06b-401e-8143-2b9a26d9a14e HTTP/1.1" status: 204 len: 168 time: 0.1301913 Sep 03 14:31:52.678427 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba73994-d0f6-4ac1-929e-9085de7dea60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d98124-a06b-401e-8143-2b9a26d9a14e,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:52.776665 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5471d7-fce5-4eb3-a98b-d5cf5e8b768b req-ece8f3f1-139f-4a2c-9796-c5caf4672567 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:52.778335 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8d5471d7-fce5-4eb3-a98b-d5cf5e8b768b req-ece8f3f1-139f-4a2c-9796-c5caf4672567 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0536048 Sep 03 14:31:52.818671 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8d5471d7-fce5-4eb3-a98b-d5cf5e8b768b req-aa66b629-1787-4d00-8f96-cc8106e18be4 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339594 Sep 03 14:31:53.004262 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 50082) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:53.046650 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-358a3252-86cb-4ec2-b7c5-757f060eca42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac16683d6d484589a15916533ad7cf0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411291 Sep 03 14:31:53.049705 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 50084) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:31:53.088497 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 663da85f-b29d-4c6e-abf7-125fe12aad7e no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:31:53.108924 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8a8fad7e-3433-44e9-b140-e1522b047015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:53.115384 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: 663da85f-b29d-4c6e-abf7-125fe12aad7e {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:31:53.115678 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 663da85f-b29d-4c6e-abf7-125fe12aad7e not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:31:53.139879 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8a8fad7e-3433-44e9-b140-e1522b047015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:53.179765 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8ed2e-ff36-4635-869b-c9aa1b6c310c req-5bc39522-62f5-4192-868c-c7f93aae7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:53.181248 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5fe8ed2e-ff36-4635-869b-c9aa1b6c310c req-5bc39522-62f5-4192-868c-c7f93aae7705 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d1dba9f7684a62b56998d1b3a3611b&device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 1098 time: 0.0449567 Sep 03 14:31:53.186632 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8a8fad7e-3433-44e9-b140-e1522b047015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:53.189850 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8a8fad7e-3433-44e9-b140-e1522b047015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:53.193444 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-8a8fad7e-3433-44e9-b140-e1522b047015 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb5a344d-b44d-49b8-ac22-9d49b5465260 HTTP/1.1" status: 204 len: 168 time: 0.1403987 Sep 03 14:31:53.200246 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fad7e-3433-44e9-b140-e1522b047015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5a344d-b44d-49b8-ac22-9d49b5465260,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:53.286224 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8ed2e-ff36-4635-869b-c9aa1b6c310c req-b4be3412-b4f8-4081-b57d-560005a337e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:53.287705 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5fe8ed2e-ff36-4635-869b-c9aa1b6c310c req-b4be3412-b4f8-4081-b57d-560005a337e4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed847c14-b4e7-4339-9eb2-f7233a2ed045 HTTP/1.1" status: 200 len: 917 time: 0.0899236 Sep 03 14:31:53.357853 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5fe8ed2e-ff36-4635-869b-c9aa1b6c310c req-c1398e59-1e12-4fe7-b48e-3e853f5c3f18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afb3d535-1157-42f1-b965-e0e0a91f0b2f HTTP/1.1" status: 200 len: 1001 time: 0.0625811 Sep 03 14:31:53.419941 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8ed2e-ff36-4635-869b-c9aa1b6c310c req-3abea236-596f-4260-a916-a10f16109ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:53.421496 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5fe8ed2e-ff36-4635-869b-c9aa1b6c310c req-3abea236-596f-4260-a916-a10f16109ada service neutron] 10.222.0.11 "GET /v2.0/subnets?id=411675b4-faba-4ad4-96ec-19e22cdccb68 HTTP/1.1" status: 200 len: 855 time: 0.0551507 Sep 03 14:31:53.494294 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8ed2e-ff36-4635-869b-c9aa1b6c310c req-7c66a357-1d9b-43b1-97ba-629d3f4708a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:53.495859 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5fe8ed2e-ff36-4635-869b-c9aa1b6c310c req-7c66a357-1d9b-43b1-97ba-629d3f4708a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed847c14-b4e7-4339-9eb2-f7233a2ed045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0664017 Sep 03 14:31:53.603380 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5fe8ed2e-ff36-4635-869b-c9aa1b6c310c req-6ecb2501-09f8-4b12-85af-a3469c709705 service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978918 Sep 03 14:31:53.693108 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5fe8ed2e-ff36-4635-869b-c9aa1b6c310c req-1ed6d460-516d-42f6-9fbb-aedad933727d service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808520 Sep 03 14:31:53.939147 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87444c5-8f61-4343-9c97-1b3b1f128344 req-d39b7edd-89b4-4ff1-9e2d-b7df08821264 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:53.940618 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c87444c5-8f61-4343-9c97-1b3b1f128344 req-d39b7edd-89b4-4ff1-9e2d-b7df08821264 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0501318 Sep 03 14:31:53.976845 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c87444c5-8f61-4343-9c97-1b3b1f128344 req-fd47b218-42e3-4958-a4e3-282837112a3b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303812 Sep 03 14:31:55.100946 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72fac5-2c99-42fb-9a13-13020a1b3f9b req-286adca4-70a3-40ce-8ac0-86980a97bab5 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:55.102503 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ff72fac5-2c99-42fb-9a13-13020a1b3f9b req-286adca4-70a3-40ce-8ac0-86980a97bab5 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0525024 Sep 03 14:31:55.142190 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ff72fac5-2c99-42fb-9a13-13020a1b3f9b req-7584b9a2-2def-4c09-95d7-78f5b8c29e57 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336838 Sep 03 14:31:56.262863 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50220345-be7d-43dc-b82b-31902931d48c req-7185f71e-b67e-4fc6-9622-04a592a38d0a tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:56.264356 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-50220345-be7d-43dc-b82b-31902931d48c req-7185f71e-b67e-4fc6-9622-04a592a38d0a tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0532179 Sep 03 14:31:56.301743 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-50220345-be7d-43dc-b82b-31902931d48c req-f8ab92cb-6324-440d-820c-7ae0eedd7ec5 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314021 Sep 03 14:31:57.179413 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device afb3d535-1157-42f1-b965-e0e0a91f0b2f no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:31:57.218662 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae67c9-e6cd-4bec-b9ba-14fd78141727 req-c28ab422-cf89-445a-93f6-f71c838955dc tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:57.220088 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4cae67c9-e6cd-4bec-b9ba-14fd78141727 req-c28ab422-cf89-445a-93f6-f71c838955dc tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 945 time: 0.0527320 Sep 03 14:31:57.252042 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b3303fea-f6f8-4670-82a4-11bcfffebfb7 req-daa371e2-52a8-41f3-a4cf-7ce46b06642b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435672 Sep 03 14:31:57.260218 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4cae67c9-e6cd-4bec-b9ba-14fd78141727 req-1a8d9af4-1efe-4dbf-8810-c3dd4a8a1033 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334425 Sep 03 14:31:57.269313 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:57.294040 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587064fc-31ed-45fc-bf05-a72c09792aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:31:57.296380 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631278ab-4c91-42e8-860f-98edba7719c9" -d '{"events": [{"server_uuid": "587064fc-31ed-45fc-bf05-a72c09792aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "afb3d535-1157-42f1-b965-e0e0a91f0b2f"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:31:57.309393 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port afb3d535-1157-42f1-b965-e0e0a91f0b2f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=afb3d535-1157-42f1-b965-e0e0a91f0b2f,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:31:57.314793 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:31:57.339934 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 14:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df088f9c-0eb8-4d7c-b6f3-a08dac5126e8 x-openstack-request-id: req-df088f9c-0eb8-4d7c-b6f3-a08dac5126e8 {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:31:57.340227 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587064fc-31ed-45fc-bf05-a72c09792aa0", "name": "network-vif-unplugged", "status": "failed", "tag": "afb3d535-1157-42f1-b965-e0e0a91f0b2f", "code": 422}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:31:57.340506 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df088f9c-0eb8-4d7c-b6f3-a08dac5126e8 {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:31:57.340902 dv-cinder-759955-20-iscsi neutron-server[93971]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '587064fc-31ed-45fc-bf05-a72c09792aa0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f', 'code': 422} returned with failed status Sep 03 14:31:57.366572 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=afb3d535-1157-42f1-b965-e0e0a91f0b2f,revision_number=8']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:31:57.994563 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3303fea-f6f8-4670-82a4-11bcfffebfb7 req-7725ed02-4e33-42c3-b92b-50141f219fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:57.996045 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b3303fea-f6f8-4670-82a4-11bcfffebfb7 req-7725ed02-4e33-42c3-b92b-50141f219fb2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0&tenant_id=c5d1dba9f7684a62b56998d1b3a3611b HTTP/1.1" status: 200 len: 1096 time: 0.0389533 Sep 03 14:31:58.055930 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3303fea-f6f8-4670-82a4-11bcfffebfb7 req-e1de2f23-0892-4710-a358-14308287cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:58.057387 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b3303fea-f6f8-4670-82a4-11bcfffebfb7 req-e1de2f23-0892-4710-a358-14308287cb18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d1dba9f7684a62b56998d1b3a3611b&device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 1096 time: 0.0388072 Sep 03 14:31:58.150572 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3303fea-f6f8-4670-82a4-11bcfffebfb7 req-51471833-d6f0-4c22-801a-f46e069ae1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:58.152057 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b3303fea-f6f8-4670-82a4-11bcfffebfb7 req-51471833-d6f0-4c22-801a-f46e069ae1d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed847c14-b4e7-4339-9eb2-f7233a2ed045 HTTP/1.1" status: 200 len: 917 time: 0.0880742 Sep 03 14:31:58.216159 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b3303fea-f6f8-4670-82a4-11bcfffebfb7 req-add0dc62-0298-4a5d-a369-50e0d7817ade service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afb3d535-1157-42f1-b965-e0e0a91f0b2f HTTP/1.1" status: 200 len: 999 time: 0.0565889 Sep 03 14:31:58.269472 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3303fea-f6f8-4670-82a4-11bcfffebfb7 req-0f43da02-a5d5-4276-b5be-ae5a5d7ecfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:58.270858 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b3303fea-f6f8-4670-82a4-11bcfffebfb7 req-0f43da02-a5d5-4276-b5be-ae5a5d7ecfbb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=411675b4-faba-4ad4-96ec-19e22cdccb68 HTTP/1.1" status: 200 len: 855 time: 0.0466962 Sep 03 14:31:58.318133 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3303fea-f6f8-4670-82a4-11bcfffebfb7 req-464c9d2b-89fe-4581-b31b-0cadd8b712d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:58.319662 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b3303fea-f6f8-4670-82a4-11bcfffebfb7 req-464c9d2b-89fe-4581-b31b-0cadd8b712d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed847c14-b4e7-4339-9eb2-f7233a2ed045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409117 Sep 03 14:31:58.384444 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cfa52-cf19-4b03-add0-3157ea0eac4e req-601d0ec4-5c7b-46a2-8499-1c920dad2a2c tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:58.385983 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-452cfa52-cf19-4b03-add0-3157ea0eac4e req-601d0ec4-5c7b-46a2-8499-1c920dad2a2c tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 943 time: 0.0528569 Sep 03 14:31:58.422478 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b3303fea-f6f8-4670-82a4-11bcfffebfb7 req-0c75b4f7-1a3f-489b-b062-63090f65bcce service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954185 Sep 03 14:31:58.424889 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-452cfa52-cf19-4b03-add0-3157ea0eac4e req-f181f254-b993-4103-b0ea-32d43b91270a tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328948 Sep 03 14:31:58.511714 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b3303fea-f6f8-4670-82a4-11bcfffebfb7 req-a08844dd-6210-44ca-9e86-05dc4f781605 service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809083 Sep 03 14:31:59.557814 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae39376-2822-4862-a1e9-dc84fc33d2f7 req-ac7fc59f-9ede-465d-adc4-4a180f9d1a7a tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:31:59.559568 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ae39376-2822-4862-a1e9-dc84fc33d2f7 req-ac7fc59f-9ede-465d-adc4-4a180f9d1a7a tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 943 time: 0.0516653 Sep 03 14:31:59.600016 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ae39376-2822-4862-a1e9-dc84fc33d2f7 req-1662724c-74b4-483b-b113-afeccb9cfeb9 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336347 Sep 03 14:32:00.076648 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-0060f5e6-1164-48d7-af30-dd352f7589ca tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-544087736&fields=id&tenant_id=42cecdba0449496aa6fb095a1cf375ba HTTP/1.1" status: 200 len: 267 time: 0.0329142 Sep 03 14:32:00.201470 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-6e54ee2d-4965-40ad-b06a-2cf74e504b82 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:00.202961 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-6e54ee2d-4965-40ad-b06a-2cf74e504b82 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/networks?id=51fcce33-aacc-403c-a3cf-fa55e4f906fa HTTP/1.1" status: 200 len: 811 time: 0.1192713 Sep 03 14:32:00.217360 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-5313cc65-70f9-4eb4-ae40-5e9234de7a3b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/quotas/42cecdba0449496aa6fb095a1cf375ba HTTP/1.1" status: 200 len: 375 time: 0.0088780 Sep 03 14:32:00.284577 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-53fc03de-4484-484c-b248-4f25708396cb tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=42cecdba0449496aa6fb095a1cf375ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606520 Sep 03 14:32:00.504443 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:00.658514 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-f1c6763b-e055-4a0f-b317-0eb4ab07efe9 service neutron] 10.222.0.23 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591735 Sep 03 14:32:00.743343 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fdc72-3c55-4dc0-901e-5167bbdd5ab0 req-4ab952d9-64ac-4267-abb0-af7a3a778bb2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:00.744824 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-380fdc72-3c55-4dc0-901e-5167bbdd5ab0 req-4ab952d9-64ac-4267-abb0-af7a3a778bb2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 943 time: 0.0575359 Sep 03 14:32:00.768570 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-9ebee8a7-5ec0-4d8a-b102-6ad2a47f1944 service neutron] 10.222.0.23 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011698 Sep 03 14:32:00.798777 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-380fdc72-3c55-4dc0-901e-5167bbdd5ab0 req-a4e70944-af39-46d3-9499-0a61ae52b4fc tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476003 Sep 03 14:32:01.131658 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-456653d8-7766-47a7-9be6-41b4b80332a0 req-efad7d4b-7dbd-44dd-8cf8-caf6ff078f74 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 210 time: 0.0384057 Sep 03 14:32:01.927437 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dda494-834a-42bd-86c5-afea2e862bc6 req-249551f8-27f8-4278-b54d-c4baf35f31b4 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:01.928927 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-09dda494-834a-42bd-86c5-afea2e862bc6 req-249551f8-27f8-4278-b54d-c4baf35f31b4 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 943 time: 0.0494859 Sep 03 14:32:01.968191 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-09dda494-834a-42bd-86c5-afea2e862bc6 req-fb5cfe1d-b156-42a6-b2db-f1bcb6f19980 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332243 Sep 03 14:32:02.228510 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-18447353-d29c-4222-9203-d3d6cd10b649 req-4b5b8f88-a162-4e6e-ad4c-cbf9e61cfb81 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 210 time: 0.0283086 Sep 03 14:32:03.093015 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac23f55-e6d2-4e28-a70d-fff163a9a247 req-2ad8db03-b704-4d49-8028-96e5eeb724fb tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:03.094655 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4ac23f55-e6d2-4e28-a70d-fff163a9a247 req-2ad8db03-b704-4d49-8028-96e5eeb724fb tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 943 time: 0.0498226 Sep 03 14:32:03.135762 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4ac23f55-e6d2-4e28-a70d-fff163a9a247 req-7d492b97-e139-4f42-a0a8-e247e12832af tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347545 Sep 03 14:32:03.323621 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a1384977-aee0-4757-adf6-58e74f601e23 req-e824f12c-e933-4ed2-9628-be4a660bd780 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 210 time: 0.0259037 Sep 03 14:32:04.260619 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae184936-2400-45a7-9224-ecac85b3755e req-05ad3060-f9f2-4cdc-8a09-396073063cd8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:04.262287 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ae184936-2400-45a7-9224-ecac85b3755e req-05ad3060-f9f2-4cdc-8a09-396073063cd8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 943 time: 0.0519814 Sep 03 14:32:04.305571 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ae184936-2400-45a7-9224-ecac85b3755e req-86454cb2-42e2-4291-a423-4466e3e30aba tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370286 Sep 03 14:32:04.431681 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-113ceb17-a53a-4f91-89fa-90a6c487e945 req-f655052d-6322-4582-a9c2-fa8c1d2b5c56 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 210 time: 0.0344052 Sep 03 14:32:05.432872 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72ee38-0853-44df-940b-3a4a51e5fd9a req-d2dbe639-813d-4236-b2e1-96cc2be65a99 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:05.434421 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8a72ee38-0853-44df-940b-3a4a51e5fd9a req-d2dbe639-813d-4236-b2e1-96cc2be65a99 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 943 time: 0.0530112 Sep 03 14:32:05.475340 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8a72ee38-0853-44df-940b-3a4a51e5fd9a req-c2058dbc-0ae0-453a-93f4-7b85f20fe8fc tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348196 Sep 03 14:32:05.538208 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-24eee9fd-9a99-45ef-8864-b8b62597511e req-dd406731-c3a2-4a58-91f2-18afc1e6cae5 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 210 time: 0.0267994 Sep 03 14:32:06.615463 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaa15f-8d92-4a4f-bfc4-55dd00c01cfe req-36d7e10c-5eb2-4291-87bc-330e7d1e6a43 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:06.617790 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5feaa15f-8d92-4a4f-bfc4-55dd00c01cfe req-36d7e10c-5eb2-4291-87bc-330e7d1e6a43 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 943 time: 0.0547197 Sep 03 14:32:06.644999 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1460caba-a915-4402-86d9-b4b712bc0fa8 req-cb47a4a6-9c95-4d44-aeaf-f4838d936f95 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 210 time: 0.0386410 Sep 03 14:32:06.684822 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5feaa15f-8d92-4a4f-bfc4-55dd00c01cfe req-5effe571-738c-4348-894e-b34282ffac60 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545781 Sep 03 14:32:07.746632 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3959caa7-0a81-4850-bc7e-76c878b06b01 req-4fb7ce9a-4364-449a-8e56-3c4820b609e0 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 210 time: 0.0315323 Sep 03 14:32:07.920087 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f31f19-ed56-4226-a65b-94e5c05f2d61 req-dc726e10-ccf5-4b7c-a2dd-3b127019c1fa tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:07.929283 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-b8f31f19-ed56-4226-a65b-94e5c05f2d61 req-dc726e10-ccf5-4b7c-a2dd-3b127019c1fa tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 943 time: 0.1363738 Sep 03 14:32:07.970405 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-b8f31f19-ed56-4226-a65b-94e5c05f2d61 req-a1c5051c-4fbd-4bbf-b9f6-48157644ebcc tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403104 Sep 03 14:32:08.877166 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e31a1aa2-0e86-4997-acd4-998f4089f34f req-8f1a0d8f-53c4-4e44-9309-788970bf582d tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 210 time: 0.0263851 Sep 03 14:32:09.091864 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17691d07-793b-406c-bace-a8c125e78f87 req-627237eb-f379-4075-b630-b500d1ff19f4 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:09.093259 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-17691d07-793b-406c-bace-a8c125e78f87 req-627237eb-f379-4075-b630-b500d1ff19f4 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 943 time: 0.0486834 Sep 03 14:32:09.133612 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-17691d07-793b-406c-bace-a8c125e78f87 req-4098fcc9-f3a7-497d-a70d-131f24c4aad9 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343890 Sep 03 14:32:09.970663 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cef5c5a6-38f9-4290-ac21-3c29fd0dd2ef req-182bdd43-1044-4f79-b35a-102fc71db026 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 210 time: 0.0256510 Sep 03 14:32:10.173610 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-09e281fa-4ae8-412d-80b1-eb9e1d127748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:10.174210 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-c325ccea-967d-4c5b-a5f5-a34d0b65efe0 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:10.175475 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-c325ccea-967d-4c5b-a5f5-a34d0b65efe0 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.11 "GET /v2.0/networks?id=51fcce33-aacc-403c-a3cf-fa55e4f906fa HTTP/1.1" status: 200 len: 811 time: 0.1061740 Sep 03 14:32:10.222759 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-2dcfd233-ffb2-4db2-937f-05bc6c54522a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42cecdba0449496aa6fb095a1cf375ba HTTP/1.1" status: 200 len: 379 time: 0.0373421 Sep 03 14:32:10.232642 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Request body: {'port': {'device_id': 'd0658960-ff3a-48aa-95a0-9dab688de20f', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'admin_state_up': True, 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'security_groups': ['58ab0f12-2bcb-4171-8c0e-8803ae0030f7']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:32:10.260534 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36407f60-720d-40be-b25c-85023952ee38 req-c10f3b69-79bb-4058-8eb5-463e28afb241 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:10.262102 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-36407f60-720d-40be-b25c-85023952ee38 req-c10f3b69-79bb-4058-8eb5-463e28afb241 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 943 time: 0.0500312 Sep 03 14:32:10.300756 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-36407f60-720d-40be-b25c-85023952ee38 req-5fbca9f1-f885-4036-bba0-0442b260e18f tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321872 Sep 03 14:32:10.347077 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Made reservation on behalf of 42cecdba0449496aa6fb095a1cf375ba for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:32:10.350510 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:10.472834 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Allocated IP 172.20.0.7 (51fcce33-aacc-403c-a3cf-fa55e4f906fa/f616f030-5d87-44ee-b6a1-45bd5ec39fd1/cb7eec0e-182a-4373-a69c-35acd079c490) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:32:10.620536 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:10.635944 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Transition to ACTIVE for port object cb7eec0e-182a-4373-a69c-35acd079c490 will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:32:10.668819 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:10.709174 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Network 51fcce33-aacc-403c-a3cf-fa55e4f906fa is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:32:10.712175 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:32:10.714714 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:32:10.754348 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event updated for resources: {'Port': ['ID=cb7eec0e-182a-4373-a69c-35acd079c490,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:10.767791 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:10.768152 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:10.768510 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:10.768849 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:10.769186 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:10.769521 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:10.769955 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:10.770295 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:10.770630 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:10.770961 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:10.771292 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:10.771620 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:10.789047 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:10.789684 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:10.805540 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-2535de92-c128-43be-a7b8-2c9627419d12 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5769188 Sep 03 14:32:10.819243 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Request body: {'port': {'device_id': 'd0658960-ff3a-48aa-95a0-9dab688de20f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:32:10.873941 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:10.892015 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-853b28a6-3cbf-432b-99a0-afb93d8c6ef3 None None] Provisioning for port cb7eec0e-182a-4373-a69c-35acd079c490 completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:32:10.895892 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-853b28a6-3cbf-432b-99a0-afb93d8c6ef3 None None] Provisioning complete for port cb7eec0e-182a-4373-a69c-35acd079c490 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:32:10.896470 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-853b28a6-3cbf-432b-99a0-afb93d8c6ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:10.929845 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-853b28a6-3cbf-432b-99a0-afb93d8c6ef3 None None] Port cb7eec0e-182a-4373-a69c-35acd079c490 cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:32:11.120703 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad054a9a-e535-4da1-978b-ceeb0d157699 req-e3937478-9856-4274-89d8-75a866fd3cfb tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:11.122150 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ad054a9a-e535-4da1-978b-ceeb0d157699 req-e3937478-9856-4274-89d8-75a866fd3cfb tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 931 time: 0.0714278 Sep 03 14:32:11.177850 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device afb3d535-1157-42f1-b965-e0e0a91f0b2f details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:32:11.195325 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7eec0e-182a-4373-a69c-35acd079c490 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:32:11.201762 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ad054a9a-e535-4da1-978b-ceeb0d157699 req-bbb66a42-b556-4d53-95dc-c435ffcf3010 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728164 Sep 03 14:32:11.205700 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:11.217802 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Transition to ACTIVE for port object cb7eec0e-182a-4373-a69c-35acd079c490 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:32:11.226816 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:11.275779 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Pushing event updated for resources: {'Port': ['ID=cb7eec0e-182a-4373-a69c-35acd079c490,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:11.284440 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port afb3d535-1157-42f1-b965-e0e0a91f0b2f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=afb3d535-1157-42f1-b965-e0e0a91f0b2f,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:32:11.297326 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'port_id': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f', 'mac_address': 'fa:16:3e:d1:23:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:32:11.336842 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:11.358152 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb3d535-1157-42f1-b965-e0e0a91f0b2f {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:32:11.359613 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Attempting to bind port cb7eec0e-182a-4373-a69c-35acd079c490 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:32:11.360084 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Attempting to bind port cb7eec0e-182a-4373-a69c-35acd079c490 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:32:11.360490 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Attempting to bind port cb7eec0e-182a-4373-a69c-35acd079c490 on network 51fcce33-aacc-403c-a3cf-fa55e4f906fa {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:32:11.367764 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Port cb7eec0e-182a-4373-a69c-35acd079c490 on network 51fcce33-aacc-403c-a3cf-fa55e4f906fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:32:11.368184 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Attempting to bind port cb7eec0e-182a-4373-a69c-35acd079c490 on network 51fcce33-aacc-403c-a3cf-fa55e4f906fa {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:32:11.374604 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:32:11.375045 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Checking segment: {'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:32:11.375537 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Bound using segment: {'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:32:11.376052 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Bound port: cb7eec0e-182a-4373-a69c-35acd079c490, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:32:11.376579 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:11.383092 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port afb3d535-1157-42f1-b965-e0e0a91f0b2f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=afb3d535-1157-42f1-b965-e0e0a91f0b2f,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:32:11.387754 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:11.438709 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5a156-012a-46cc-9ed7-82e180a5c6d4 req-f1d271c0-79f9-4f6b-8fa2-8aa3a945fcf6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:11.440981 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-b3a5a156-012a-46cc-9ed7-82e180a5c6d4 req-f1d271c0-79f9-4f6b-8fa2-8aa3a945fcf6 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 944 time: 0.0536437 Sep 03 14:32:11.453813 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=afb3d535-1157-42f1-b965-e0e0a91f0b2f,revision_number=9']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:11.461176 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] For port cb7eec0e-182a-4373-a69c-35acd079c490, host hv-cinder-75995, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:32:11.465102 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] For port cb7eec0e-182a-4373-a69c-35acd079c490, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=cb7eec0e-182a-4373-a69c-35acd079c490,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:32:11.471456 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:11.490665 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-b3a5a156-012a-46cc-9ed7-82e180a5c6d4 req-63f1affa-e3f8-40f6-9c73-735552d73458 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429139 Sep 03 14:32:11.502471 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:11.503342 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:11.504717 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] 10.222.0.11 "PUT /v2.0/ports/cb7eec0e-182a-4373-a69c-35acd079c490 HTTP/1.1" status: 200 len: 1093 time: 0.6910057 Sep 03 14:32:11.507753 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0658960-ff3a-48aa-95a0-9dab688de20f', 'tag': 'cb7eec0e-182a-4373-a69c-35acd079c490'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:32:11.510541 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae7884f-a6fa-4424-ba14-1d07d3b73d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0658960-ff3a-48aa-95a0-9dab688de20f", "tag": "cb7eec0e-182a-4373-a69c-35acd079c490"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:32:11.543802 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9609328-9559-4ce7-b010-416dc36afeed service neutron] Pushing event updated for resources: {'Port': ['ID=cb7eec0e-182a-4373-a69c-35acd079c490,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:11.559876 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21954d1-6c62-4cea-967a-235707adbd6a x-openstack-request-id: req-e21954d1-6c62-4cea-967a-235707adbd6a {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:32:11.560164 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0658960-ff3a-48aa-95a0-9dab688de20f", "tag": "cb7eec0e-182a-4373-a69c-35acd079c490", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:32:11.560417 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e21954d1-6c62-4cea-967a-235707adbd6a {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:32:11.560809 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0658960-ff3a-48aa-95a0-9dab688de20f', 'tag': 'cb7eec0e-182a-4373-a69c-35acd079c490', 'status': 'completed', 'code': 200} Sep 03 14:32:11.583929 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['afb3d535-1157-42f1-b965-e0e0a91f0b2f'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:32:11.598675 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-e19b0fd4-8b39-4ea9-9926-835663bf5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:11.600207 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-e19b0fd4-8b39-4ea9-9926-835663bf5679 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42cecdba0449496aa6fb095a1cf375ba&device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 1096 time: 0.0512271 Sep 03 14:32:11.646385 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-a3966423-a7ad-407f-a757-5f50a739a0a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb7eec0e-182a-4373-a69c-35acd079c490 HTTP/1.1" status: 200 len: 217 time: 0.0379248 Sep 03 14:32:11.699356 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-e913917b-d3c6-475f-967f-ea396b097b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:11.700741 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-e913917b-d3c6-475f-967f-ea396b097b75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f616f030-5d87-44ee-b6a1-45bd5ec39fd1 HTTP/1.1" status: 200 len: 850 time: 0.0473511 Sep 03 14:32:11.747629 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-5dad66ed-2590-40f1-95c9-6f8eb4285444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:11.749401 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-5dad66ed-2590-40f1-95c9-6f8eb4285444 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fcce33-aacc-403c-a3cf-fa55e4f906fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411012 Sep 03 14:32:11.843147 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-a295370f-88d2-447e-88e0-c3f734419de2 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853968 Sep 03 14:32:11.933122 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-82c856c5-bc43-46bc-8e87-7b2aebac623d req-714030a5-0a44-4d5d-8082-f039603cd687 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809858 Sep 03 14:32:12.022989 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7884f-a6fa-4424-ba14-1d07d3b73d6c req-a3b417c4-d17b-4acc-9c7d-c340baae7449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:12.024537 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cae7884f-a6fa-4424-ba14-1d07d3b73d6c req-a3b417c4-d17b-4acc-9c7d-c340baae7449 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42cecdba0449496aa6fb095a1cf375ba&device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 1096 time: 0.0443645 Sep 03 14:32:12.114286 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7884f-a6fa-4424-ba14-1d07d3b73d6c req-9cab1ad2-4c37-4cb9-a1e5-09e54f08c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:12.115811 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cae7884f-a6fa-4424-ba14-1d07d3b73d6c req-9cab1ad2-4c37-4cb9-a1e5-09e54f08c362 service neutron] 10.222.0.11 "GET /v2.0/networks?id=51fcce33-aacc-403c-a3cf-fa55e4f906fa HTTP/1.1" status: 200 len: 912 time: 0.0842257 Sep 03 14:32:12.161342 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cae7884f-a6fa-4424-ba14-1d07d3b73d6c req-dde47c23-8008-4780-af10-f54fbe4988a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb7eec0e-182a-4373-a69c-35acd079c490 HTTP/1.1" status: 200 len: 217 time: 0.0368757 Sep 03 14:32:12.209624 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7884f-a6fa-4424-ba14-1d07d3b73d6c req-5ee9cb95-5e26-4d15-808e-58fb668126b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:12.211180 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cae7884f-a6fa-4424-ba14-1d07d3b73d6c req-5ee9cb95-5e26-4d15-808e-58fb668126b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f616f030-5d87-44ee-b6a1-45bd5ec39fd1 HTTP/1.1" status: 200 len: 850 time: 0.0430369 Sep 03 14:32:12.257253 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7884f-a6fa-4424-ba14-1d07d3b73d6c req-010681da-8ebd-4451-be87-8c7aa1624431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:12.258781 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cae7884f-a6fa-4424-ba14-1d07d3b73d6c req-010681da-8ebd-4451-be87-8c7aa1624431 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fcce33-aacc-403c-a3cf-fa55e4f906fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407224 Sep 03 14:32:12.317820 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa2e63-0f34-4f02-b68f-bc0e31f6b394 req-c60d14cc-470e-4f2a-9336-3d00f2c4c2f0 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:12.319554 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-66fa2e63-0f34-4f02-b68f-bc0e31f6b394 req-c60d14cc-470e-4f2a-9336-3d00f2c4c2f0 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 943 time: 0.0487528 Sep 03 14:32:12.351611 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cae7884f-a6fa-4424-ba14-1d07d3b73d6c req-27476f39-4e8b-42e3-a24e-c07f31584f86 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857351 Sep 03 14:32:12.356441 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-66fa2e63-0f34-4f02-b68f-bc0e31f6b394 req-8c27f61c-eee7-445c-aef6-9110e7c42bcd tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312099 Sep 03 14:32:12.444438 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cae7884f-a6fa-4424-ba14-1d07d3b73d6c req-0c1a6672-5506-49a8-bf60-8df71f912aa3 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854430 Sep 03 14:32:12.612276 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ded86-fceb-4f7d-b462-5e6819217cca req-9fdd025b-0d5c-4089-8158-2027e27c6008 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:12.613669 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b12ded86-fceb-4f7d-b462-5e6819217cca req-9fdd025b-0d5c-4089-8158-2027e27c6008 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 944 time: 0.0492108 Sep 03 14:32:12.654441 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b12ded86-fceb-4f7d-b462-5e6819217cca req-47c0358f-2041-4785-8d88-f27112fd5336 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349321 Sep 03 14:32:12.960165 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-a10e11fa-9f02-4a37-bb4f-07130bfb8e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:13.179541 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device afb3d535-1157-42f1-b965-e0e0a91f0b2f up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:32:13.228102 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port afb3d535-1157-42f1-b965-e0e0a91f0b2f triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:32:13.228407 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:13.273920 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:13.320794 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:13.343964 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587064fc-31ed-45fc-bf05-a72c09792aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:32:13.346258 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401a358f-461a-4fb6-bf8d-5563498cb8f5" -d '{"events": [{"server_uuid": "587064fc-31ed-45fc-bf05-a72c09792aa0", "name": "network-vif-plugged", "status": "completed", "tag": "afb3d535-1157-42f1-b965-e0e0a91f0b2f"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:32:13.358610 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port afb3d535-1157-42f1-b965-e0e0a91f0b2f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=afb3d535-1157-42f1-b965-e0e0a91f0b2f,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:32:13.363794 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:13.388474 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397ccbbe-a640-490b-b9f0-ae2f3441f12c x-openstack-request-id: req-397ccbbe-a640-490b-b9f0-ae2f3441f12c {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:32:13.388769 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587064fc-31ed-45fc-bf05-a72c09792aa0", "name": "network-vif-plugged", "status": "completed", "tag": "afb3d535-1157-42f1-b965-e0e0a91f0b2f", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:32:13.389027 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-397ccbbe-a640-490b-b9f0-ae2f3441f12c {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:32:13.389718 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587064fc-31ed-45fc-bf05-a72c09792aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f', 'code': 200} Sep 03 14:32:13.416853 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=afb3d535-1157-42f1-b965-e0e0a91f0b2f,revision_number=10']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:13.481905 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83547edd-50e3-4803-a676-26ec0bca63b5 req-c5c7e80c-8019-41db-8708-1bac3f99cd3d tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:13.483479 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-83547edd-50e3-4803-a676-26ec0bca63b5 req-c5c7e80c-8019-41db-8708-1bac3f99cd3d tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 943 time: 0.0526679 Sep 03 14:32:13.524678 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-83547edd-50e3-4803-a676-26ec0bca63b5 req-6743c14d-334d-4275-a86f-7c1acb64b908 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331423 Sep 03 14:32:13.584183 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fda54-917c-4b46-ac3e-1eb59d5bb5de req-37892a7e-7123-40c2-a8ad-c8755693e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:13.585680 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-442fda54-917c-4b46-ac3e-1eb59d5bb5de req-37892a7e-7123-40c2-a8ad-c8755693e904 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 1099 time: 0.0395880 Sep 03 14:32:13.620452 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-442fda54-917c-4b46-ac3e-1eb59d5bb5de req-e1d716bc-b172-4dd2-a677-006074e5e73d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281560 Sep 03 14:32:13.772034 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de51d3-d6fd-4571-89f5-3bdc73a32311 req-d7276b66-2f4b-4af4-b484-c815f5e35e83 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:13.773443 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-37de51d3-d6fd-4571-89f5-3bdc73a32311 req-d7276b66-2f4b-4af4-b484-c815f5e35e83 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 946 time: 0.0489829 Sep 03 14:32:13.810686 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-37de51d3-d6fd-4571-89f5-3bdc73a32311 req-c8766b22-5853-46f1-8038-fa1f5437d2f2 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312226 Sep 03 14:32:14.365969 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:14.641774 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dd0b3-3ac8-4dd0-a990-6f59f55f5d90 req-3b32ae45-a579-4657-915f-036f25677590 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:14.643314 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e00dd0b3-3ac8-4dd0-a990-6f59f55f5d90 req-3b32ae45-a579-4657-915f-036f25677590 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 943 time: 0.0501204 Sep 03 14:32:14.686195 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e00dd0b3-3ac8-4dd0-a990-6f59f55f5d90 req-6312ed04-4359-42d1-9d1f-0fd2285ea83c tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367131 Sep 03 14:32:14.934516 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0fe37-9b13-4c75-8b21-159c5904021f req-7b0074dc-ec8a-48dd-8aed-31a289fcbcc4 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:14.935955 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-fbd0fe37-9b13-4c75-8b21-159c5904021f req-7b0074dc-ec8a-48dd-8aed-31a289fcbcc4 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 946 time: 0.0532284 Sep 03 14:32:14.980151 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-fbd0fe37-9b13-4c75-8b21-159c5904021f req-228849e1-843c-4e60-8106-99d0fc3b2454 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380969 Sep 03 14:32:15.798237 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a026779-a0c8-4ede-8917-f8ccbdccf809 req-e89a9e1d-56d7-4a12-a3a6-f6d6d17a045f tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:15.799696 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1a026779-a0c8-4ede-8917-f8ccbdccf809 req-e89a9e1d-56d7-4a12-a3a6-f6d6d17a045f tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 943 time: 0.0483112 Sep 03 14:32:15.836596 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1a026779-a0c8-4ede-8917-f8ccbdccf809 req-68431448-9440-4d68-aa3a-42f5512e12a4 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308712 Sep 03 14:32:16.103975 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad34a7-49cd-46e3-abba-f38cb062bc6f req-8607d918-cc68-42af-82b1-1403607c8279 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:16.105398 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-70ad34a7-49cd-46e3-abba-f38cb062bc6f req-8607d918-cc68-42af-82b1-1403607c8279 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 946 time: 0.0532913 Sep 03 14:32:16.143512 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-70ad34a7-49cd-46e3-abba-f38cb062bc6f req-e1365054-b6a5-4777-a289-e0e1ad9fc344 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321574 Sep 03 14:32:16.168016 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:16.947153 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cd868-3918-479f-be60-5e94ea5df3e4 req-043087ea-1e48-420b-8931-d59cf66a0e7a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:16.948625 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6f9cd868-3918-479f-be60-5e94ea5df3e4 req-043087ea-1e48-420b-8931-d59cf66a0e7a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 943 time: 0.0475433 Sep 03 14:32:16.985900 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6f9cd868-3918-479f-be60-5e94ea5df3e4 req-773a9ea3-8324-449a-a9c4-10d1cd205c81 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313582 Sep 03 14:32:18.105043 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392f675-c2ee-4737-b98d-c38f5791aa7d req-dc63d0f5-604e-46ed-90cb-54e58c20c1e3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:18.118076 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5392f675-c2ee-4737-b98d-c38f5791aa7d req-dc63d0f5-604e-46ed-90cb-54e58c20c1e3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 943 time: 0.0557234 Sep 03 14:32:18.146078 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-5392f675-c2ee-4737-b98d-c38f5791aa7d req-0e64f61f-1d05-4ba2-b838-c263d838d0cf tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318573 Sep 03 14:32:19.261941 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c44aef-36c2-4ad6-b28d-e762b8995484 req-bb0cfe28-3b74-4ef3-91e1-7783841db6c2 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:19.263412 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-36c44aef-36c2-4ad6-b28d-e762b8995484 req-bb0cfe28-3b74-4ef3-91e1-7783841db6c2 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 943 time: 0.0490646 Sep 03 14:32:19.303221 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-36c44aef-36c2-4ad6-b28d-e762b8995484 req-13b32a35-b367-4f5a-ba65-73cb1cfe33d2 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338244 Sep 03 14:32:20.415041 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425649c7-dc21-478a-a625-6846504c1159 req-f544c925-5544-416a-967c-764d68e5ced5 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:20.416504 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-425649c7-dc21-478a-a625-6846504c1159 req-f544c925-5544-416a-967c-764d68e5ced5 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 943 time: 0.0487437 Sep 03 14:32:20.458641 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-425649c7-dc21-478a-a625-6846504c1159 req-39f17246-464f-402d-96d1-ed7eeea43f54 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360889 Sep 03 14:32:21.194119 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device cb7eec0e-182a-4373-a69c-35acd079c490 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:32:21.292416 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port cb7eec0e-182a-4373-a69c-35acd079c490, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=cb7eec0e-182a-4373-a69c-35acd079c490,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:32:21.304911 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': 'cb7eec0e-182a-4373-a69c-35acd079c490', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'port_id': 'cb7eec0e-182a-4373-a69c-35acd079c490', 'mac_address': 'fa:16:3e:28:c9:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:32:21.342138 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:21.354497 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7eec0e-182a-4373-a69c-35acd079c490 {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:32:21.375004 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port cb7eec0e-182a-4373-a69c-35acd079c490, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=cb7eec0e-182a-4373-a69c-35acd079c490,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:32:21.379821 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:21.430674 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=cb7eec0e-182a-4373-a69c-35acd079c490,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:21.437797 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:21.438157 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:21.438507 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:21.438854 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:21.439193 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:21.439638 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:21.440487 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:21.440824 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:21.441162 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:21.441496 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:21.441854 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:21.442187 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:21.571668 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec1e9a-8368-412e-ab08-96734edc7201 req-bc8c1f65-9547-49c9-b2c7-84152fc746d8 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:21.573047 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-beec1e9a-8368-412e-ab08-96734edc7201 req-bc8c1f65-9547-49c9-b2c7-84152fc746d8 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 944 time: 0.0487318 Sep 03 14:32:21.605807 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['cb7eec0e-182a-4373-a69c-35acd079c490'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:32:21.610535 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-beec1e9a-8368-412e-ab08-96734edc7201 req-0de345a1-b235-4a03-8d7a-3c57c7208811 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312829 Sep 03 14:32:22.726046 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3af70d-068d-4580-97bc-e2dcaacdf94b req-582c6a81-744a-4d56-8afc-a683c33e8d32 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:22.727558 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6b3af70d-068d-4580-97bc-e2dcaacdf94b req-582c6a81-744a-4d56-8afc-a683c33e8d32 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 944 time: 0.0496960 Sep 03 14:32:22.765736 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6b3af70d-068d-4580-97bc-e2dcaacdf94b req-dea93163-d603-4753-b2c4-e37a13131732 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322008 Sep 03 14:32:23.194384 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device cb7eec0e-182a-4373-a69c-35acd079c490 up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:32:23.242158 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port cb7eec0e-182a-4373-a69c-35acd079c490 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:32:23.245684 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port cb7eec0e-182a-4373-a69c-35acd079c490 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:32:23.246059 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:23.319216 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:23.343774 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0658960-ff3a-48aa-95a0-9dab688de20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7eec0e-182a-4373-a69c-35acd079c490'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:32:23.346596 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afafb7e5-9ee9-4ebd-be74-b4a59deac9ef" -d '{"events": [{"server_uuid": "d0658960-ff3a-48aa-95a0-9dab688de20f", "name": "network-vif-plugged", "status": "completed", "tag": "cb7eec0e-182a-4373-a69c-35acd079c490"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:32:23.475930 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0485154-b761-41ec-8757-ed7d6cbbecaf x-openstack-request-id: req-c0485154-b761-41ec-8757-ed7d6cbbecaf {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:32:23.476325 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0658960-ff3a-48aa-95a0-9dab688de20f", "name": "network-vif-plugged", "status": "completed", "tag": "cb7eec0e-182a-4373-a69c-35acd079c490", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:32:23.476465 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0485154-b761-41ec-8757-ed7d6cbbecaf {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:32:23.476851 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0658960-ff3a-48aa-95a0-9dab688de20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7eec0e-182a-4373-a69c-35acd079c490', 'code': 200} Sep 03 14:32:23.480450 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port cb7eec0e-182a-4373-a69c-35acd079c490, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=cb7eec0e-182a-4373-a69c-35acd079c490,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:32:23.484498 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:23.532767 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=cb7eec0e-182a-4373-a69c-35acd079c490,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:23.602251 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecb235-6002-4407-b3b1-b9ae2142a6df req-597b0795-e267-4693-a6ac-82f1f16036c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:23.603652 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31ecb235-6002-4407-b3b1-b9ae2142a6df req-597b0795-e267-4693-a6ac-82f1f16036c3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 1098 time: 0.0400748 Sep 03 14:32:23.638264 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31ecb235-6002-4407-b3b1-b9ae2142a6df req-47e870ea-0622-430d-b7ba-8dc3eded6376 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277019 Sep 03 14:32:23.876852 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1765e-edcf-4b22-b287-e3ffe8a77650 req-a90936f0-e4a7-4cdd-80b0-ec0a471a8436 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:23.878761 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-dbf1765e-edcf-4b22-b287-e3ffe8a77650 req-a90936f0-e4a7-4cdd-80b0-ec0a471a8436 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 945 time: 0.0491769 Sep 03 14:32:23.915998 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-dbf1765e-edcf-4b22-b287-e3ffe8a77650 req-b0511b41-30aa-4479-a841-1320ab894ac1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311091 Sep 03 14:32:25.029208 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dcc9d-a56d-4c6a-88f5-20bd1c761103 req-8a0f244a-d2ff-49a2-94d1-10c615eba92e tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:25.030797 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-027dcc9d-a56d-4c6a-88f5-20bd1c761103 req-8a0f244a-d2ff-49a2-94d1-10c615eba92e tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 945 time: 0.0483990 Sep 03 14:32:25.073771 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-027dcc9d-a56d-4c6a-88f5-20bd1c761103 req-0abd96ea-a9a4-4812-ab85-1acda297ca57 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350783 Sep 03 14:32:25.184647 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9e3c2-3af7-4b95-a5de-12ce7fabb3ab req-e33aab83-286d-48d0-b38d-0d7060c095a1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:25.186133 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8dc9e3c2-3af7-4b95-a5de-12ce7fabb3ab req-e33aab83-286d-48d0-b38d-0d7060c095a1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 945 time: 0.0474527 Sep 03 14:32:25.227102 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8dc9e3c2-3af7-4b95-a5de-12ce7fabb3ab req-eb844f54-6047-4c2e-b5bb-50f0706f8735 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344062 Sep 03 14:32:25.249613 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 50332) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:32:25.309482 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:32:25.432162 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d11ea6-317b-4cac-9b4a-a9c28752c219 tempest-TestVolumeBootPattern-1573072858 tempest-TestVolumeBootPattern-1573072858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:25.433747 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-45d11ea6-317b-4cac-9b4a-a9c28752c219 tempest-TestVolumeBootPattern-1573072858 tempest-TestVolumeBootPattern-1573072858-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 1093 time: 0.1830301 Sep 03 14:32:25.436726 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 50336) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:32:25.441266 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Request body: {'floatingip': {'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'port_id': 'cb7eec0e-182a-4373-a69c-35acd079c490', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:32:25.462673 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for floatingip, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:25.557649 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:25.662970 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Allocated IP 172.27.3.16 (71a2aaf5-8009-41a7-aebe-f6027ce2b898/3592d6f5-ce6a-448b-9072-bd66af67c647/d4ed8da4-3a4b-4b7c-8afc-efea8ce3cc1a) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:32:25.762632 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:25.804285 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:25.841043 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:32:25.843847 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:32:25.847895 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:32:25.855732 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event updated for resources: {'Port': ['ID=d4ed8da4-3a4b-4b7c-8afc-efea8ce3cc1a,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:25.882956 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:25.883320 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:25.883666 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:25.884010 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:25.884351 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:25.884691 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:25.885030 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:25.885372 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:25.885731 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:25.886067 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:25.886399 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:25.886728 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:32:26.204363 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:26.268944 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:26.415819 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:26.420321 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:26.487538 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event updated for resources: {'Port': ['ID=d4ed8da4-3a4b-4b7c-8afc-efea8ce3cc1a,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:26.496987 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-894004'] for floatingip, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:26.605332 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.l3_db [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Floating IP 0bbc6168-e2ab-4c06-89ff-fcfa2818c6c0 associated. External IP: 172.27.3.16, port: cb7eec0e-182a-4373-a69c-35acd079c490. Sep 03 14:32:26.810661 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:32:26.917242 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:32:26.927332 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a5b3cf-a48e-4af9-8135-a538d3f3d6e6 None None] Sync routers for ids ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:32:26.933802 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:26.936288 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a5b3cf-a48e-4af9-8135-a538d3f3d6e6 None None] Routers {'47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:32:26.936905 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-c0a5b3cf-a48e-4af9-8135-a538d3f3d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:32:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:32:26.960805 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-59caa898-3cd1-4a0f-af1c-e966f2c66ed3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5230424 Sep 03 14:32:26.961495 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0658960-ff3a-48aa-95a0-9dab688de20f', 'tag': 'cb7eec0e-182a-4373-a69c-35acd079c490'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:32:26.963793 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66280f8-5ec3-4926-a3ef-f8b23dcec7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d0658960-ff3a-48aa-95a0-9dab688de20f", "tag": "cb7eec0e-182a-4373-a69c-35acd079c490"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:32:26.999283 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29266bd-a215-45ca-bfc0-271b8cc82bca x-openstack-request-id: req-e29266bd-a215-45ca-bfc0-271b8cc82bca {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:32:26.999570 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0658960-ff3a-48aa-95a0-9dab688de20f", "tag": "cb7eec0e-182a-4373-a69c-35acd079c490", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:32:26.999828 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e29266bd-a215-45ca-bfc0-271b8cc82bca {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:32:27.000233 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0658960-ff3a-48aa-95a0-9dab688de20f', 'tag': 'cb7eec0e-182a-4373-a69c-35acd079c490', 'status': 'completed', 'code': 200} Sep 03 14:32:27.040553 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-c0a5b3cf-a48e-4af9-8135-a538d3f3d6e6 None None] Set router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:32:27.066615 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66280f8-5ec3-4926-a3ef-f8b23dcec7a7 req-ff36f82a-211c-44b1-9713-4af89cb9a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:27.068108 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a66280f8-5ec3-4926-a3ef-f8b23dcec7a7 req-ff36f82a-211c-44b1-9713-4af89cb9a1e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42cecdba0449496aa6fb095a1cf375ba&device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 1098 time: 0.0420434 Sep 03 14:32:27.156257 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66280f8-5ec3-4926-a3ef-f8b23dcec7a7 req-79da6843-903d-49ff-8a5a-7829145c7110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:27.157745 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a66280f8-5ec3-4926-a3ef-f8b23dcec7a7 req-79da6843-903d-49ff-8a5a-7829145c7110 service neutron] 10.222.0.11 "GET /v2.0/networks?id=51fcce33-aacc-403c-a3cf-fa55e4f906fa HTTP/1.1" status: 200 len: 912 time: 0.0825062 Sep 03 14:32:27.226489 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a66280f8-5ec3-4926-a3ef-f8b23dcec7a7 req-3fa6be90-c60b-4667-b55f-add46def3fb5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb7eec0e-182a-4373-a69c-35acd079c490 HTTP/1.1" status: 200 len: 998 time: 0.0593121 Sep 03 14:32:27.261881 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-c0a5b3cf-a48e-4af9-8135-a538d3f3d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '0bbc6168-e2ab-4c06-89ff-fcfa2818c6c0', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'port_id': 'cb7eec0e-182a-4373-a69c-35acd079c490', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'mac_address': 'fa:16:3e:28:c9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0658960-ff3a-48aa-95a0-9dab688de20f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:32:26Z', 'updated_at': '2021-09-03T14:32:26Z', 'revision_number': 0, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:38Z', 'revision_number': 5, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:32:27.276027 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66280f8-5ec3-4926-a3ef-f8b23dcec7a7 req-c20740ab-be46-4565-96a4-0f3b7da1ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:27.277478 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a66280f8-5ec3-4926-a3ef-f8b23dcec7a7 req-c20740ab-be46-4565-96a4-0f3b7da1ebfb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f616f030-5d87-44ee-b6a1-45bd5ec39fd1 HTTP/1.1" status: 200 len: 850 time: 0.0440693 Sep 03 14:32:27.288774 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a5b3cf-a48e-4af9-8135-a538d3f3d6e6 None None] Checking router: 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:32:27.297378 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a5b3cf-a48e-4af9-8135-a538d3f3d6e6 None None] Routers {'47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:32:27.298049 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-c0a5b3cf-a48e-4af9-8135-a538d3f3d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:32:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:32:27.321469 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66280f8-5ec3-4926-a3ef-f8b23dcec7a7 req-275b7161-550f-45dc-bae7-a057d1b295d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:27.322894 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a66280f8-5ec3-4926-a3ef-f8b23dcec7a7 req-275b7161-550f-45dc-bae7-a057d1b295d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fcce33-aacc-403c-a3cf-fa55e4f906fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382240 Sep 03 14:32:27.401687 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-c0a5b3cf-a48e-4af9-8135-a538d3f3d6e6 None None] Set router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:32:27.416090 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a66280f8-5ec3-4926-a3ef-f8b23dcec7a7 req-547b876c-28c4-400b-8719-86c08f4e1eff service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845947 Sep 03 14:32:27.505634 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a66280f8-5ec3-4926-a3ef-f8b23dcec7a7 req-a922b707-c20f-4975-a436-3631bbcbd4b2 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804148 Sep 03 14:32:27.621955 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-c0a5b3cf-a48e-4af9-8135-a538d3f3d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '0bbc6168-e2ab-4c06-89ff-fcfa2818c6c0', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'port_id': 'cb7eec0e-182a-4373-a69c-35acd079c490', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'mac_address': 'fa:16:3e:28:c9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0658960-ff3a-48aa-95a0-9dab688de20f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:32:26Z', 'updated_at': '2021-09-03T14:32:26Z', 'revision_number': 0, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:38Z', 'revision_number': 5, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:32:27.651343 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a5b3cf-a48e-4af9-8135-a538d3f3d6e6 None None] The sync data for ids ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'] in dv-cinder-759955-20-iscsi is: [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '0bbc6168-e2ab-4c06-89ff-fcfa2818c6c0', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'port_id': 'cb7eec0e-182a-4373-a69c-35acd079c490', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'mac_address': 'fa:16:3e:28:c9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0658960-ff3a-48aa-95a0-9dab688de20f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:32:26Z', 'updated_at': '2021-09-03T14:32:26Z', 'revision_number': 0, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:38Z', 'revision_number': 5, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:32:27.847055 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c544b75e-af49-4ea2-819e-825f252ec06b None None] New status for floating IP 0bbc6168-e2ab-4c06-89ff-fcfa2818c6c0: ACTIVE {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:32:30.475058 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:37.834685 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-79f072ce-464d-486e-960d-0561cc0282dc req-8dea0b1a-a9b6-48cf-875b-23bf0c26c9c3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423694 Sep 03 14:32:37.900459 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f072ce-464d-486e-960d-0561cc0282dc req-7530522c-3ecb-4f6a-857b-cbb6985bb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:37.901925 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-79f072ce-464d-486e-960d-0561cc0282dc req-7530522c-3ecb-4f6a-857b-cbb6985bb210 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d1dba9f7684a62b56998d1b3a3611b&device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 1099 time: 0.0397098 Sep 03 14:32:38.006708 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f072ce-464d-486e-960d-0561cc0282dc req-7e10fc32-9dad-4a1e-a8e5-950833b16e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:38.008152 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-79f072ce-464d-486e-960d-0561cc0282dc req-7e10fc32-9dad-4a1e-a8e5-950833b16e0c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed847c14-b4e7-4339-9eb2-f7233a2ed045 HTTP/1.1" status: 200 len: 917 time: 0.0864720 Sep 03 14:32:38.074052 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-79f072ce-464d-486e-960d-0561cc0282dc req-fab9b769-e4dd-4b85-8f4e-feecbace459b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afb3d535-1157-42f1-b965-e0e0a91f0b2f HTTP/1.1" status: 200 len: 1001 time: 0.0568836 Sep 03 14:32:38.124242 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f072ce-464d-486e-960d-0561cc0282dc req-598bc9f5-29ef-4c14-a020-d8060c0a8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:38.125568 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-79f072ce-464d-486e-960d-0561cc0282dc req-598bc9f5-29ef-4c14-a020-d8060c0a8ca8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=411675b4-faba-4ad4-96ec-19e22cdccb68 HTTP/1.1" status: 200 len: 855 time: 0.0426004 Sep 03 14:32:38.177142 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f072ce-464d-486e-960d-0561cc0282dc req-55333eb0-0176-4d9e-b4c8-f5918c8ea8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:38.179194 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-79f072ce-464d-486e-960d-0561cc0282dc req-55333eb0-0176-4d9e-b4c8-f5918c8ea8cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed847c14-b4e7-4339-9eb2-f7233a2ed045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425134 Sep 03 14:32:38.270253 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-79f072ce-464d-486e-960d-0561cc0282dc req-1ad48702-5378-48db-a078-313f2dc797ec service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808072 Sep 03 14:32:38.606835 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-79f072ce-464d-486e-960d-0561cc0282dc req-d7ffbe20-5425-4ab2-8106-0a6a8d10661d service neutron] 10.222.0.11 "GET /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276186 Sep 03 14:32:40.168268 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c81b5609-bbc4-4116-adbb-b0cc2dbf4eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:42.960359 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d825f754-eaff-4533-bd26-abd9995ddb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:43.263950 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:44.369733 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:46.170312 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:48.704946 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbee70a-e84c-49bf-a8ff-df22dc0d236b req-444fd72b-2aba-4b28-ba09-91c63670207a tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:48.706366 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ffbee70a-e84c-49bf-a8ff-df22dc0d236b req-444fd72b-2aba-4b28-ba09-91c63670207a tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 946 time: 0.0501983 Sep 03 14:32:48.744569 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-ffbee70a-e84c-49bf-a8ff-df22dc0d236b req-383fd7ea-5c4d-4178-bde6-14c1d8322f9a tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316100 Sep 03 14:32:49.866594 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa5641-88dd-4167-9b03-5e3a1603605c req-a910689c-6800-45c0-9f5d-4cf109839cf7 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:49.868174 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4daa5641-88dd-4167-9b03-5e3a1603605c req-a910689c-6800-45c0-9f5d-4cf109839cf7 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 946 time: 0.0506496 Sep 03 14:32:49.907240 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4daa5641-88dd-4167-9b03-5e3a1603605c req-4e545708-cf42-489e-a2e6-4d34eb4cbcac tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups?id=15742104-a123-45bb-97b3-ef2e6a0b8914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331378 Sep 03 14:32:50.149267 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c313b19-9223-41bf-8632-a41397ab6d02 req-01f7ac08-df3c-40db-bd0b-b925cfd7cb62 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:32:50.151849 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2c313b19-9223-41bf-8632-a41397ab6d02 req-01f7ac08-df3c-40db-bd0b-b925cfd7cb62 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.11 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 946 time: 0.0496528 Sep 03 14:32:50.250229 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-2c313b19-9223-41bf-8632-a41397ab6d02 req-58eba605-417a-41a1-b508-e261289cc5b1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Deleting port afb3d535-1157-42f1-b965-e0e0a91f0b2f {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:32:50.250577 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-2c313b19-9223-41bf-8632-a41397ab6d02 req-58eba605-417a-41a1-b508-e261289cc5b1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:50.340443 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-2c313b19-9223-41bf-8632-a41397ab6d02 req-58eba605-417a-41a1-b508-e261289cc5b1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] For port afb3d535-1157-42f1-b965-e0e0a91f0b2f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=afb3d535-1157-42f1-b965-e0e0a91f0b2f,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:32:50.340816 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-2c313b19-9223-41bf-8632-a41397ab6d02 req-58eba605-417a-41a1-b508-e261289cc5b1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:50.520760 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-2c313b19-9223-41bf-8632-a41397ab6d02 req-58eba605-417a-41a1-b508-e261289cc5b1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:50.521120 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-2c313b19-9223-41bf-8632-a41397ab6d02 req-58eba605-417a-41a1-b508-e261289cc5b1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-894004'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:50.521441 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.l3_db [req-2c313b19-9223-41bf-8632-a41397ab6d02 req-58eba605-417a-41a1-b508-e261289cc5b1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Floating IP 9a014459-40b1-4c80-b458-646d3dc3c3cd disassociated. External IP: 172.27.3.253, port: afb3d535-1157-42f1-b965-e0e0a91f0b2f. Sep 03 14:32:50.521823 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-2c313b19-9223-41bf-8632-a41397ab6d02 req-58eba605-417a-41a1-b508-e261289cc5b1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Calling delete_port for afb3d535-1157-42f1-b965-e0e0a91f0b2f owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:32:50.655818 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-2c313b19-9223-41bf-8632-a41397ab6d02 req-58eba605-417a-41a1-b508-e261289cc5b1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:50.686332 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eba605-417a-41a1-b508-e261289cc5b1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Pushing event deleted for resources: {'Port': ['ID=afb3d535-1157-42f1-b965-e0e0a91f0b2f,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:50.800559 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c313b19-9223-41bf-8632-a41397ab6d02 req-58eba605-417a-41a1-b508-e261289cc5b1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Router 0a819294-8734-4a8a-80c9-6576aa09eff4 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:32:50.908780 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c313b19-9223-41bf-8632-a41397ab6d02 req-58eba605-417a-41a1-b508-e261289cc5b1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:32:50.919011 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3244f54-0a98-4f4b-b91d-bc9db132041f None None] Sync routers for ids ['0a819294-8734-4a8a-80c9-6576aa09eff4'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:32:50.928178 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3244f54-0a98-4f4b-b91d-bc9db132041f None None] Routers {'0a819294-8734-4a8a-80c9-6576aa09eff4'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:32:50.928812 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-d3244f54-0a98-4f4b-b91d-bc9db132041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:32:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['0a819294-8734-4a8a-80c9-6576aa09eff4'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:32:50.955566 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c313b19-9223-41bf-8632-a41397ab6d02 req-58eba605-417a-41a1-b508-e261289cc5b1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] No DVR routers for this DVR port afb3d535-1157-42f1-b965-e0e0a91f0b2f on host hv-cinder-75995 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:32:50.958648 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-2c313b19-9223-41bf-8632-a41397ab6d02 req-58eba605-417a-41a1-b508-e261289cc5b1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:50.960830 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2c313b19-9223-41bf-8632-a41397ab6d02 req-58eba605-417a-41a1-b508-e261289cc5b1 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.11 "DELETE /v2.0/ports/afb3d535-1157-42f1-b965-e0e0a91f0b2f HTTP/1.1" status: 204 len: 173 time: 0.8023376 Sep 03 14:32:50.961296 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587064fc-31ed-45fc-bf05-a72c09792aa0', 'name': 'network-vif-deleted', 'tag': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:32:50.963590 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84907246-29fa-428e-8ff6-587eff515c5c" -d '{"events": [{"server_uuid": "587064fc-31ed-45fc-bf05-a72c09792aa0", "name": "network-vif-deleted", "tag": "afb3d535-1157-42f1-b965-e0e0a91f0b2f"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:32:51.003713 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ddc453-a302-4dbe-b066-b21e1edef9fb x-openstack-request-id: req-72ddc453-a302-4dbe-b066-b21e1edef9fb {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:32:51.004142 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587064fc-31ed-45fc-bf05-a72c09792aa0", "name": "network-vif-deleted", "tag": "afb3d535-1157-42f1-b965-e0e0a91f0b2f", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:32:51.004485 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72ddc453-a302-4dbe-b066-b21e1edef9fb {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:32:51.004961 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587064fc-31ed-45fc-bf05-a72c09792aa0', 'name': 'network-vif-deleted', 'tag': 'afb3d535-1157-42f1-b965-e0e0a91f0b2f', 'status': 'completed', 'code': 200} Sep 03 14:32:51.032010 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-0eb6216c-a72f-4e26-bfa5-e65b84fb91d4 req-0738171f-16ff-4a89-aa05-fd23281aa0de tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/ports?device_id=587064fc-31ed-45fc-bf05-a72c09792aa0 HTTP/1.1" status: 200 len: 210 time: 0.0427480 Sep 03 14:32:51.162953 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-d3244f54-0a98-4f4b-b91d-bc9db132041f None None] Set router 0a819294-8734-4a8a-80c9-6576aa09eff4 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:32:51.374994 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-d3244f54-0a98-4f4b-b91d-bc9db132041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:27:25Z', 'revision_number': 4, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port': {'id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:19Z', 'updated_at': '2021-09-03T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '14b593c1-872a-49da-9ddf-bb9fda110386', 'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'mac_address': 'fa:16:3e:89:a1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:24Z', 'updated_at': '2021-09-03T14:27:30Z', 'revision_number': 5, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'subnets': [{'id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:32:51.404909 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3244f54-0a98-4f4b-b91d-bc9db132041f None None] Checking router: 0a819294-8734-4a8a-80c9-6576aa09eff4 for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:32:51.414196 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3244f54-0a98-4f4b-b91d-bc9db132041f None None] Routers {'0a819294-8734-4a8a-80c9-6576aa09eff4'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:32:51.414834 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-d3244f54-0a98-4f4b-b91d-bc9db132041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:32:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['0a819294-8734-4a8a-80c9-6576aa09eff4'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:32:51.525210 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-d3244f54-0a98-4f4b-b91d-bc9db132041f None None] Set router 0a819294-8734-4a8a-80c9-6576aa09eff4 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:32:51.719195 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-d3244f54-0a98-4f4b-b91d-bc9db132041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:27:25Z', 'revision_number': 4, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port': {'id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:19Z', 'updated_at': '2021-09-03T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '14b593c1-872a-49da-9ddf-bb9fda110386', 'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'mac_address': 'fa:16:3e:89:a1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:24Z', 'updated_at': '2021-09-03T14:27:30Z', 'revision_number': 5, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'subnets': [{'id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:32:51.745029 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3244f54-0a98-4f4b-b91d-bc9db132041f None None] The sync data for ids ['0a819294-8734-4a8a-80c9-6576aa09eff4'] in dv-cinder-759955-20-iscsi is: [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:27:25Z', 'revision_number': 4, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port': {'id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:19Z', 'updated_at': '2021-09-03T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '14b593c1-872a-49da-9ddf-bb9fda110386', 'name': '', 'network_id': 'ed847c14-b4e7-4339-9eb2-f7233a2ed045', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'mac_address': 'fa:16:3e:89:a1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:24Z', 'updated_at': '2021-09-03T14:27:30Z', 'revision_number': 5, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'subnets': [{'id': '411675b4-faba-4ad4-96ec-19e22cdccb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:32:51.961210 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd63f884-8a93-49d2-848b-086b97779756 None None] New status for floating IP 9a014459-40b1-4c80-b458-646d3dc3c3cd: DOWN {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:32:52.124541 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 50376) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:32:52.177502 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4585f704-3ae3-4e9c-a53a-3501ff3aeae8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:52.201914 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4585f704-3ae3-4e9c-a53a-3501ff3aeae8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:52.254805 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4585f704-3ae3-4e9c-a53a-3501ff3aeae8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:52.259170 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4585f704-3ae3-4e9c-a53a-3501ff3aeae8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:52.260514 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-4585f704-3ae3-4e9c-a53a-3501ff3aeae8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "DELETE /v2.0/security-groups/15742104-a123-45bb-97b3-ef2e6a0b8914 HTTP/1.1" status: 204 len: 168 time: 0.1349475 Sep 03 14:32:52.263578 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 50378) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:32:52.271620 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585f704-3ae3-4e9c-a53a-3501ff3aeae8 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15742104-a123-45bb-97b3-ef2e6a0b8914,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:52.279685 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.api.v2.resource [None req-902c4b07-1387-4d7b-8f75-dd97f1a7e171 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] show failed (client error): The resource could not be found. Sep 03 14:32:52.283454 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-902c4b07-1387-4d7b-8f75-dd97f1a7e171 tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "GET /v2.0/security-groups/15742104-a123-45bb-97b3-ef2e6a0b8914 HTTP/1.1" status: 404 len: 347 time: 0.0162201 Sep 03 14:32:52.283711 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 50380) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:32:52.417017 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-9d06e232-c48c-4378-b9d9-33658ec8295b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Deleting port 2f63d16f-79de-4752-8784-5179b79bd0ed {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:32:52.417637 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9d06e232-c48c-4378-b9d9-33658ec8295b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:52.505177 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9d06e232-c48c-4378-b9d9-33658ec8295b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:52.505514 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9d06e232-c48c-4378-b9d9-33658ec8295b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:52.520200 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-9d06e232-c48c-4378-b9d9-33658ec8295b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Calling delete_port for 2f63d16f-79de-4752-8784-5179b79bd0ed owned by network:floatingip {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:32:52.663026 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9d06e232-c48c-4378-b9d9-33658ec8295b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:52.687669 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06e232-c48c-4378-b9d9-33658ec8295b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Pushing event deleted for resources: {'Port': ['ID=2f63d16f-79de-4752-8784-5179b79bd0ed,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:52.748335 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9d06e232-c48c-4378-b9d9-33658ec8295b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks [] for floatingip, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:52.750855 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9d06e232-c48c-4378-b9d9-33658ec8295b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:52.752004 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-9d06e232-c48c-4378-b9d9-33658ec8295b tempest-AttachVolumeShelveTestJSON-130436868 tempest-AttachVolumeShelveTestJSON-130436868-project] 10.222.0.23 "DELETE /v2.0/floatingips/9a014459-40b1-4c80-b458-646d3dc3c3cd HTTP/1.1" status: 204 len: 168 time: 0.4671643 Sep 03 14:32:55.174445 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 50402) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:32:55.375102 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device afb3d535-1157-42f1-b965-e0e0a91f0b2f no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:32:55.395000 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: afb3d535-1157-42f1-b965-e0e0a91f0b2f {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:32:55.395363 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device afb3d535-1157-42f1-b965-e0e0a91f0b2f not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:32:55.638617 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4adc064d-0549-4bcf-afb2-5449d322ab42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945972'] for router_interface, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:55.897166 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-4adc064d-0549-4bcf-afb2-5449d322ab42 admin admin] Deleting port 14b593c1-872a-49da-9ddf-bb9fda110386 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:32:55.897409 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4adc064d-0549-4bcf-afb2-5449d322ab42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:55.975082 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-4adc064d-0549-4bcf-afb2-5449d322ab42 admin admin] For port 14b593c1-872a-49da-9ddf-bb9fda110386, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=14b593c1-872a-49da-9ddf-bb9fda110386,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:32:55.975444 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4adc064d-0549-4bcf-afb2-5449d322ab42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:55.991295 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-4adc064d-0549-4bcf-afb2-5449d322ab42 admin admin] Calling delete_port for 14b593c1-872a-49da-9ddf-bb9fda110386 owned by network:router_interface {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:32:56.181510 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4adc064d-0549-4bcf-afb2-5449d322ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:56.209217 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc064d-0549-4bcf-afb2-5449d322ab42 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b593c1-872a-49da-9ddf-bb9fda110386,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:56.394240 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4adc064d-0549-4bcf-afb2-5449d322ab42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946080'] for router_interface, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:56.614101 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adc064d-0549-4bcf-afb2-5449d322ab42 admin admin] Router 0a819294-8734-4a8a-80c9-6576aa09eff4 has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:32:56.729509 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adc064d-0549-4bcf-afb2-5449d322ab42 admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:32:56.737256 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4adc064d-0549-4bcf-afb2-5449d322ab42 admin admin] 10.222.0.23 "PUT /v2.0/routers/0a819294-8734-4a8a-80c9-6576aa09eff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5614724 Sep 03 14:32:56.739955 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 50408) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:32:56.743453 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0952f9-6062-4347-a4e8-132651990d19 None None] Sync routers for ids ['0a819294-8734-4a8a-80c9-6576aa09eff4'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:32:56.757484 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0952f9-6062-4347-a4e8-132651990d19 None None] Routers {'0a819294-8734-4a8a-80c9-6576aa09eff4'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:32:56.758252 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-6a0952f9-6062-4347-a4e8-132651990d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:32:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['0a819294-8734-4a8a-80c9-6576aa09eff4'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:32:56.850103 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-93445768-1e93-463c-a5bf-412d3334e461 admin admin] Notify callbacks [] for router, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:56.933925 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-6a0952f9-6062-4347-a4e8-132651990d19 None None] Set router 0a819294-8734-4a8a-80c9-6576aa09eff4 gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:32:56.964716 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-93445768-1e93-463c-a5bf-412d3334e461 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:57.026227 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-93445768-1e93-463c-a5bf-412d3334e461 admin admin] Deleting port a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:32:57.026513 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-93445768-1e93-463c-a5bf-412d3334e461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:57.125234 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-93445768-1e93-463c-a5bf-412d3334e461 admin admin] For port a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:32:57.125920 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-93445768-1e93-463c-a5bf-412d3334e461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:57.132937 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-6a0952f9-6062-4347-a4e8-132651990d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:32:56Z', 'revision_number': 5, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port': {'id': 'a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:27:19Z', 'updated_at': '2021-09-03T14:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:32:57.142682 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-93445768-1e93-463c-a5bf-412d3334e461 admin admin] Calling delete_port for a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45 owned by network:router_gateway {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:32:57.163771 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0952f9-6062-4347-a4e8-132651990d19 None None] Checking router: 0a819294-8734-4a8a-80c9-6576aa09eff4 for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:32:57.173350 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0952f9-6062-4347-a4e8-132651990d19 None None] Routers {'0a819294-8734-4a8a-80c9-6576aa09eff4'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:32:57.174019 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-6a0952f9-6062-4347-a4e8-132651990d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:32:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['0a819294-8734-4a8a-80c9-6576aa09eff4'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:32:57.265494 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-6a0952f9-6062-4347-a4e8-132651990d19 None None] Set router 0a819294-8734-4a8a-80c9-6576aa09eff4 gateway port host: None {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:32:57.315022 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-93445768-1e93-463c-a5bf-412d3334e461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:57.318012 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-6a0952f9-6062-4347-a4e8-132651990d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:32:56Z', 'revision_number': 6, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port_host': None}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:32:57.341587 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93445768-1e93-463c-a5bf-412d3334e461 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:57.348990 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0952f9-6062-4347-a4e8-132651990d19 None None] The sync data for ids ['0a819294-8734-4a8a-80c9-6576aa09eff4'] in dv-cinder-759955-20-iscsi is: [{'id': '0a819294-8734-4a8a-80c9-6576aa09eff4', 'name': 'tempest-AttachVolumeShelveTestJSON-743295937-router', 'tenant_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:27:18Z', 'updated_at': '2021-09-03T14:32:56Z', 'revision_number': 6, 'project_id': 'c5d1dba9f7684a62b56998d1b3a3611b', 'gw_port_host': None}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:32:57.409426 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-93445768-1e93-463c-a5bf-412d3334e461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-945358'] for router_gateway, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:57.504286 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-93445768-1e93-463c-a5bf-412d3334e461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10818'] for router, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:57.506928 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-93445768-1e93-463c-a5bf-412d3334e461 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:57.550237 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-93445768-1e93-463c-a5bf-412d3334e461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-947816'] for router, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:57.551332 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93445768-1e93-463c-a5bf-412d3334e461 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a819294-8734-4a8a-80c9-6576aa09eff4 {{(pid=93969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 14:32:57.555998 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-93445768-1e93-463c-a5bf-412d3334e461 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:57.557163 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-93445768-1e93-463c-a5bf-412d3334e461 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0a819294-8734-4a8a-80c9-6576aa09eff4 HTTP/1.1" status: 204 len: 168 time: 0.8159387 Sep 03 14:32:57.561031 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 50410) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:32:57.609629 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddeee303-6461-474d-af33-b41bfcfeaac5 admin admin] Deleting subnet 411675b4-faba-4ad4-96ec-19e22cdccb68 {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:32:57.612662 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ddeee303-6461-474d-af33-b41bfcfeaac5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:57.648365 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ddeee303-6461-474d-af33-b41bfcfeaac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3471851'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:57.729761 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ddeee303-6461-474d-af33-b41bfcfeaac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16749918'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:57.793137 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ddeee303-6461-474d-af33-b41bfcfeaac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16749863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2727873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602688'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:58.064281 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeee303-6461-474d-af33-b41bfcfeaac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=411675b4-faba-4ad4-96ec-19e22cdccb68,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:58.070442 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ddeee303-6461-474d-af33-b41bfcfeaac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:58.072358 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ddeee303-6461-474d-af33-b41bfcfeaac5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/411675b4-faba-4ad4-96ec-19e22cdccb68 HTTP/1.1" status: 204 len: 168 time: 0.5103769 Sep 03 14:32:58.074895 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 50412) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:32:58.078562 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a75da7-ba2b-4000-898a-f1fb80aa9a76 None None] Network ed847c14-b4e7-4339-9eb2-f7233a2ed045 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:32:58.147167 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16589909'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:58.208521 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] Deleting port 46e67355-a029-4b14-a603-160c7aae8205 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:32:58.208887 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:58.281240 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bde8b0-e396-44a2-9213-25c18b729cd2 None None] DHCP port deletion for ed847c14-b4e7-4339-9eb2-f7233a2ed045 request from dv-cinder-759955-20-iscsi {{(pid=93971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 14:32:58.282689 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] For port 46e67355-a029-4b14-a603-160c7aae8205, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=46e67355-a029-4b14-a603-160c7aae8205,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:32:58.283110 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:58.296394 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] Calling delete_port for 46e67355-a029-4b14-a603-160c7aae8205 owned by network:dhcp {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:32:58.339939 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-44bde8b0-e396-44a2-9213-25c18b729cd2 None None] Deleting port 46e67355-a029-4b14-a603-160c7aae8205 {{(pid=93971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:32:58.340504 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-44bde8b0-e396-44a2-9213-25c18b729cd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:58.383580 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:58.412280 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] Pushing event deleted for resources: {'Port': ['ID=46e67355-a029-4b14-a603-160c7aae8205,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:58.414469 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] No DVR routers for this DVR port 46e67355-a029-4b14-a603-160c7aae8205 on host dv-cinder-759955-20-iscsi {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:32:58.438283 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-44bde8b0-e396-44a2-9213-25c18b729cd2 None None] For port 46e67355-a029-4b14-a603-160c7aae8205, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=46e67355-a029-4b14-a603-160c7aae8205,segment=NetworkSegment(5b48d9a6-d038-496d-b4c6-7771243ad500),segment_id=5b48d9a6-d038-496d-b4c6-7771243ad500)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:32:58.438840 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-44bde8b0-e396-44a2-9213-25c18b729cd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:58.459158 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-44bde8b0-e396-44a2-9213-25c18b729cd2 None None] Calling delete_port for 46e67355-a029-4b14-a603-160c7aae8205 owned by network:dhcp {{(pid=93971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:32:58.489483 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16749259', 'neutron.services.segments.db._delete_segments_for_network-8777478328405'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:58.511162 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed847c14-b4e7-4339-9eb2-f7233a2ed045']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:32:58.525862 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b48d9a6-d038-496d-b4c6-7771243ad500') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:32:58.526161 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b48d9a6-d038-496d-b4c6-7771243ad500') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:32:58.535738 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777478329694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3471858'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:58.540768 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-44bde8b0-e396-44a2-9213-25c18b729cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337'] for port, after_delete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:58.551830 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:58.564688 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:32:58.565150 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2727839'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:58.567366 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bde8b0-e396-44a2-9213-25c18b729cd2 None None] Pushing event deleted for resources: {'Port': ['ID=46e67355-a029-4b14-a603-160c7aae8205,revision_number=None']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: Traceback (most recent call last): Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: timer() Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: cb(*args, **kw) Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: return func(*args, **kwargs) Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: self._notify() Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: self.callback(batched_events) Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: event.method(event) Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: return f(self, *a, **k) Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._get(url).json() Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:32:58.568369 dv-cinder-759955-20-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:32:58.575334 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bde8b0-e396-44a2-9213-25c18b729cd2 None None] No DVR routers for this DVR port 46e67355-a029-4b14-a603-160c7aae8205 on host dv-cinder-759955-20-iscsi {{(pid=93971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:32:58.624268 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16749276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893990'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:58.630406 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:58.632524 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] 10.222.0.23 "DELETE /v2.0/networks/ed847c14-b4e7-4339-9eb2-f7233a2ed045 HTTP/1.1" status: 204 len: 168 time: 0.5567119 Sep 03 14:32:58.643673 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcc453-1b39-4f99-ba28-1ff40ca0dfab admin admin] Pushing event deleted for resources: {'Network': ['ID=ed847c14-b4e7-4339-9eb2-f7233a2ed045,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:58.765678 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 50416) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:32:58.808888 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-9c68241f-e10c-47ab-8479-25b616705b62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5d1dba9f7684a62b56998d1b3a3611b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419707 Sep 03 14:32:58.811399 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 50418) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:32:58.867975 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e6d409f2-6846-4a0b-9774-49898b50901e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:58.889984 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e6d409f2-6846-4a0b-9774-49898b50901e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:58.939188 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e6d409f2-6846-4a0b-9774-49898b50901e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:58.942036 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e6d409f2-6846-4a0b-9774-49898b50901e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:58.943219 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e6d409f2-6846-4a0b-9774-49898b50901e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aafb1f5f-444d-4f72-8c04-906471e8c588 HTTP/1.1" status: 204 len: 168 time: 0.1308978 Sep 03 14:32:58.952583 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d409f2-6846-4a0b-9774-49898b50901e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafb1f5f-444d-4f72-8c04-906471e8c588,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:59.150740 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 14b593c1-872a-49da-9ddf-bb9fda110386 no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:32:59.174860 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: 14b593c1-872a-49da-9ddf-bb9fda110386 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:32:59.175212 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 14b593c1-872a-49da-9ddf-bb9fda110386 not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:32:59.175695 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45 no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:32:59.195201 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:32:59.195557 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device a9e51cb5-5c8d-41cb-9f75-bca8c0a28e45 not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:32:59.195970 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 46e67355-a029-4b14-a603-160c7aae8205 no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:32:59.216045 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: 46e67355-a029-4b14-a603-160c7aae8205 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:32:59.216420 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 46e67355-a029-4b14-a603-160c7aae8205 not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:32:59.666496 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 50440) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:32:59.774090 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-b89fc2a2-c727-4b42-8a77-d09916306658 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-709383463-network', 'tenant_id': '71fe95e5c3ca45669d4fe70913cc6678'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:32:59.795679 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89fc2a2-c727-4b42-8a77-d09916306658 admin admin] Made reservation on behalf of 71fe95e5c3ca45669d4fe70913cc6678 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:32:59.798389 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b89fc2a2-c727-4b42-8a77-d09916306658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:59.807565 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b89fc2a2-c727-4b42-8a77-d09916306658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:59.905003 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b89fc2a2-c727-4b42-8a77-d09916306658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:59.908929 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b89fc2a2-c727-4b42-8a77-d09916306658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:59.938873 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89fc2a2-c727-4b42-8a77-d09916306658 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:32:59.944482 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fc2a2-c727-4b42-8a77-d09916306658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7eb703-bef7-4f9d-943d-ed46aab76043,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:32:59.952307 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b89fc2a2-c727-4b42-8a77-d09916306658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:32:59.952667 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-b89fc2a2-c727-4b42-8a77-d09916306658 admin admin] Added segment 491a5dde-cee0-40e8-b14a-273ceae97ce5 of type vlan for network d90ff21c-d85a-4aad-9ec6-7b139fc15342 Sep 03 14:32:59.996900 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b89fc2a2-c727-4b42-8a77-d09916306658 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777477902291'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:00.023286 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b89fc2a2-c727-4b42-8a77-d09916306658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:00.024291 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89fc2a2-c727-4b42-8a77-d09916306658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:00.024878 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b89fc2a2-c727-4b42-8a77-d09916306658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:00.057050 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-b89fc2a2-c727-4b42-8a77-d09916306658 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3894374 Sep 03 14:33:00.060024 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 50444) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:33:00.065484 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-25971de7-cb96-4390-b383-1ab026a8a516 admin admin] Request body: {'subnet': {'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-709383463-subnet', 'tenant_id': '71fe95e5c3ca45669d4fe70913cc6678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:33:00.089417 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fc2a2-c727-4b42-8a77-d09916306658 admin admin] Pushing event updated for resources: {'Network': ['ID=d90ff21c-d85a-4aad-9ec6-7b139fc15342,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:00.089647 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25971de7-cb96-4390-b383-1ab026a8a516 admin admin] Made reservation on behalf of 71fe95e5c3ca45669d4fe70913cc6678 for: {'subnet': 1} {{(pid=93970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:33:00.091980 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-25971de7-cb96-4390-b383-1ab026a8a516 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632390'] for subnet, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:00.103786 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Network d90ff21c-d85a-4aad-9ec6-7b139fc15342 details requested by agent ovs-agent-dv-cinder-759955-20-iscsi with host dv-cinder-759955-20-iscsi {{(pid=93971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:33:00.270249 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-25971de7-cb96-4390-b383-1ab026a8a516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2700693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632424'] for subnet, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:00.336481 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25971de7-cb96-4390-b383-1ab026a8a516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf53212-ea67-414e-a7a4-a829c276d5a5,revision_number=0']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:00.348196 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25971de7-cb96-4390-b383-1ab026a8a516 admin admin] Checking segment: {'id': '491a5dde-cee0-40e8-b14a-273ceae97ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:33:00.348560 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25971de7-cb96-4390-b383-1ab026a8a516 admin admin] Network hostable DHCP agents. Network: d90ff21c-d85a-4aad-9ec6-7b139fc15342, hostable agents: ['add7690d-bbff-4c70-8cd8-904336683d19'], hosted agents: [] {{(pid=93970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:33:00.368812 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25971de7-cb96-4390-b383-1ab026a8a516 admin admin] Network d90ff21c-d85a-4aad-9ec6-7b139fc15342 is scheduled to be hosted by DHCP agent add7690d-bbff-4c70-8cd8-904336683d19 with binding_index 1 {{(pid=93970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:33:00.379994 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-25971de7-cb96-4390-b383-1ab026a8a516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-20-iscsi, d90ff21c-d85a-4aad-9ec6-7b139fc15342) {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:33:00.385285 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25971de7-cb96-4390-b383-1ab026a8a516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:00.385921 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-25971de7-cb96-4390-b383-1ab026a8a516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:00.391620 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d4122f-041f-421a-90c6-a7a3de66db99 None None] Network d90ff21c-d85a-4aad-9ec6-7b139fc15342 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:33:00.403628 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-25971de7-cb96-4390-b383-1ab026a8a516 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3423710 Sep 03 14:33:00.487190 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:00.575078 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3b7450-adb5-4c85-b504-b02458cd01d4 None None] Network d90ff21c-d85a-4aad-9ec6-7b139fc15342 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:33:00.917441 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-8372595e-8f8f-4242-9af7-0c42fcdc419b tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:00.919079 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-8372595e-8f8f-4242-9af7-0c42fcdc419b tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/networks?id=d90ff21c-d85a-4aad-9ec6-7b139fc15342 HTTP/1.1" status: 200 len: 814 time: 0.1120915 Sep 03 14:33:00.940021 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-78a931da-1b5a-42d3-bd65-0b7b6934b6e8 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/quotas/71fe95e5c3ca45669d4fe70913cc6678 HTTP/1.1" status: 200 len: 375 time: 0.0100875 Sep 03 14:33:00.979819 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-abfd4074-af08-41b0-8d74-7418823c92fa tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=71fe95e5c3ca45669d4fe70913cc6678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331433 Sep 03 14:33:01.076320 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-0e8859ac-0d3a-497d-b155-44af7397deb6 service neutron] 10.222.0.23 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892000 Sep 03 14:33:01.178838 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-7064151f-1be7-42ac-84d0-2e15bd6b2104 service neutron] 10.222.0.23 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941017 Sep 03 14:33:01.426853 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-181c1bbc-091b-4f18-986b-6dc60a42bfc0 req-5a8afc11-f9b4-4455-a842-bb7cb5bbb827 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=f414e465-4263-4381-9445-712f9ea23a28 HTTP/1.1" status: 200 len: 210 time: 0.0278537 Sep 03 14:33:02.310302 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:33:02.467539 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-422d13e7-827e-4843-8d89-9913103a5127 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:02.470376 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-422d13e7-827e-4843-8d89-9913103a5127 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.11 "GET /v2.0/networks?id=d90ff21c-d85a-4aad-9ec6-7b139fc15342 HTTP/1.1" status: 200 len: 814 time: 0.1484213 Sep 03 14:33:02.486292 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-579b2bd8-7525-4dcf-b571-790f67fb6074 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Request body: {'port': {'device_id': 'f414e465-4263-4381-9445-712f9ea23a28', 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342', 'admin_state_up': True, 'tenant_id': '71fe95e5c3ca45669d4fe70913cc6678'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:33:02.546219 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b82a56c2-6eb1-4918-a38d-adb89d24be13 req-0110689f-b403-429c-a6e4-989a3d17b593 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=f414e465-4263-4381-9445-712f9ea23a28 HTTP/1.1" status: 200 len: 210 time: 0.0334709 Sep 03 14:33:02.638863 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-579b2bd8-7525-4dcf-b571-790f67fb6074 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Made reservation on behalf of 71fe95e5c3ca45669d4fe70913cc6678 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:33:02.642633 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-579b2bd8-7525-4dcf-b571-790f67fb6074 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:02.773826 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-579b2bd8-7525-4dcf-b571-790f67fb6074 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Allocated IP 172.20.0.14 (d90ff21c-d85a-4aad-9ec6-7b139fc15342/ebf53212-ea67-414e-a7a4-a829c276d5a5/f0423879-cc32-4de9-8954-b755197f8bff) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:33:02.933737 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-579b2bd8-7525-4dcf-b571-790f67fb6074 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:02.978232 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-579b2bd8-7525-4dcf-b571-790f67fb6074 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:03.023214 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-579b2bd8-7525-4dcf-b571-790f67fb6074 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Network d90ff21c-d85a-4aad-9ec6-7b139fc15342 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:33:03.026308 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-579b2bd8-7525-4dcf-b571-790f67fb6074 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:33:03.030191 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-579b2bd8-7525-4dcf-b571-790f67fb6074 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:33:03.039581 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b2bd8-7525-4dcf-b571-790f67fb6074 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Pushing event updated for resources: {'Port': ['ID=f0423879-cc32-4de9-8954-b755197f8bff,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:03.084289 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-579b2bd8-7525-4dcf-b571-790f67fb6074 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:03.084886 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-579b2bd8-7525-4dcf-b571-790f67fb6074 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:03.099101 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-579b2bd8-7525-4dcf-b571-790f67fb6074 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6170928 Sep 03 14:33:03.112063 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Request body: {'port': {'device_id': 'f414e465-4263-4381-9445-712f9ea23a28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:33:03.172601 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:03.453372 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0423879-cc32-4de9-8954-b755197f8bff {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:33:03.461971 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:03.476368 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Transition to ACTIVE for port object f0423879-cc32-4de9-8954-b755197f8bff will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:33:03.481948 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:03.537943 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Pushing event updated for resources: {'Port': ['ID=f0423879-cc32-4de9-8954-b755197f8bff,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:03.614042 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Attempting to bind port f0423879-cc32-4de9-8954-b755197f8bff on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:33:03.614387 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Attempting to bind port f0423879-cc32-4de9-8954-b755197f8bff by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '491a5dde-cee0-40e8-b14a-273ceae97ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:33:03.614725 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Attempting to bind port f0423879-cc32-4de9-8954-b755197f8bff on network d90ff21c-d85a-4aad-9ec6-7b139fc15342 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:33:03.619546 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Port f0423879-cc32-4de9-8954-b755197f8bff on network d90ff21c-d85a-4aad-9ec6-7b139fc15342 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:33:03.619879 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Attempting to bind port f0423879-cc32-4de9-8954-b755197f8bff on network d90ff21c-d85a-4aad-9ec6-7b139fc15342 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:33:03.625254 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:33:03.625600 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Checking segment: {'id': '491a5dde-cee0-40e8-b14a-273ceae97ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:33:03.626120 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Bound using segment: {'id': '491a5dde-cee0-40e8-b14a-273ceae97ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:33:03.626657 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Bound port: f0423879-cc32-4de9-8954-b755197f8bff, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491a5dde-cee0-40e8-b14a-273ceae97ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:33:03.635506 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:03.708858 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] For port f0423879-cc32-4de9-8954-b755197f8bff, host hv-cinder-75995, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:33:03.711295 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c208483-0a34-4593-ba7c-5fa6ece1e664 req-91f36ba0-4dd2-447f-bf6c-6ae1d5b7052c tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:03.712147 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] For port f0423879-cc32-4de9-8954-b755197f8bff, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=f0423879-cc32-4de9-8954-b755197f8bff,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:33:03.712989 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8c208483-0a34-4593-ba7c-5fa6ece1e664 req-91f36ba0-4dd2-447f-bf6c-6ae1d5b7052c tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=f414e465-4263-4381-9445-712f9ea23a28 HTTP/1.1" status: 200 len: 944 time: 0.0569215 Sep 03 14:33:03.718058 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:03.757176 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8c208483-0a34-4593-ba7c-5fa6ece1e664 req-1409b780-24bb-405b-9819-c875a42ba372 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340972 Sep 03 14:33:03.757814 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:03.758502 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:03.759988 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] 10.222.0.11 "PUT /v2.0/ports/f0423879-cc32-4de9-8954-b755197f8bff HTTP/1.1" status: 200 len: 1094 time: 0.6524658 Sep 03 14:33:03.760440 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f414e465-4263-4381-9445-712f9ea23a28', 'tag': 'f0423879-cc32-4de9-8954-b755197f8bff'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:33:03.762767 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7920d77e-bae1-415a-b2eb-869590ee85da" -d '{"events": [{"name": "network-changed", "server_uuid": "f414e465-4263-4381-9445-712f9ea23a28", "tag": "f0423879-cc32-4de9-8954-b755197f8bff"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:33:03.788841 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca1ad0-f607-4237-a899-5929ddccf560 service neutron] Pushing event updated for resources: {'Port': ['ID=f0423879-cc32-4de9-8954-b755197f8bff,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:03.819644 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c12708-c665-4cf1-8deb-171896027ab5 x-openstack-request-id: req-70c12708-c665-4cf1-8deb-171896027ab5 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:33:03.819935 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f414e465-4263-4381-9445-712f9ea23a28", "tag": "f0423879-cc32-4de9-8954-b755197f8bff", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:33:03.820186 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70c12708-c665-4cf1-8deb-171896027ab5 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:33:03.820637 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f414e465-4263-4381-9445-712f9ea23a28', 'tag': 'f0423879-cc32-4de9-8954-b755197f8bff', 'status': 'completed', 'code': 200} Sep 03 14:33:03.850317 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-a1602c1f-d883-4859-a0ba-4d1444f28856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:03.851831 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-a1602c1f-d883-4859-a0ba-4d1444f28856 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71fe95e5c3ca45669d4fe70913cc6678&device_id=f414e465-4263-4381-9445-712f9ea23a28 HTTP/1.1" status: 200 len: 1097 time: 0.0429447 Sep 03 14:33:03.899068 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-90e3e1d0-312c-45fd-84a0-cb524e057cf5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0423879-cc32-4de9-8954-b755197f8bff HTTP/1.1" status: 200 len: 217 time: 0.0381398 Sep 03 14:33:03.950587 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-3d41b954-3594-4a42-8102-ef320bfb811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:03.952081 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-3d41b954-3594-4a42-8102-ef320bfb811a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebf53212-ea67-414e-a7a4-a829c276d5a5 HTTP/1.1" status: 200 len: 854 time: 0.0460229 Sep 03 14:33:03.992668 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-9506799e-5aeb-4c91-9edf-4e66762ecac3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d90ff21c-d85a-4aad-9ec6-7b139fc15342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320461 Sep 03 14:33:04.087750 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-8c96de7a-33cb-4a82-8c2d-54755760e53b service neutron] 10.222.0.11 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877502 Sep 03 14:33:04.190556 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8ef1de88-c6a5-4d0c-972b-9b665d266d99 req-c8331c82-5040-491e-ad07-7bfa263eeeca service neutron] 10.222.0.11 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946739 Sep 03 14:33:04.283639 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920d77e-bae1-415a-b2eb-869590ee85da req-e3015029-02bd-4fce-a834-cf873701794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:04.285728 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7920d77e-bae1-415a-b2eb-869590ee85da req-e3015029-02bd-4fce-a834-cf873701794f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71fe95e5c3ca45669d4fe70913cc6678&device_id=f414e465-4263-4381-9445-712f9ea23a28 HTTP/1.1" status: 200 len: 1097 time: 0.0451806 Sep 03 14:33:04.404073 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920d77e-bae1-415a-b2eb-869590ee85da req-237fdd33-8011-4b17-a924-d4930acdd054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:04.405644 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7920d77e-bae1-415a-b2eb-869590ee85da req-237fdd33-8011-4b17-a924-d4930acdd054 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d90ff21c-d85a-4aad-9ec6-7b139fc15342 HTTP/1.1" status: 200 len: 915 time: 0.1124563 Sep 03 14:33:04.451575 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7920d77e-bae1-415a-b2eb-869590ee85da req-480cf058-d45f-4168-a56f-4df846e184a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0423879-cc32-4de9-8954-b755197f8bff HTTP/1.1" status: 200 len: 217 time: 0.0361242 Sep 03 14:33:04.515636 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920d77e-bae1-415a-b2eb-869590ee85da req-2269451a-8db2-43e9-9bb9-c12450db8662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:04.517222 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7920d77e-bae1-415a-b2eb-869590ee85da req-2269451a-8db2-43e9-9bb9-c12450db8662 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebf53212-ea67-414e-a7a4-a829c276d5a5 HTTP/1.1" status: 200 len: 854 time: 0.0567129 Sep 03 14:33:04.552670 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7920d77e-bae1-415a-b2eb-869590ee85da req-f01aab1b-652f-44f0-b897-c057cc8d79cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d90ff21c-d85a-4aad-9ec6-7b139fc15342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269547 Sep 03 14:33:04.656349 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7920d77e-bae1-415a-b2eb-869590ee85da req-90447e46-3335-40e5-bc79-4369a9074bb5 service neutron] 10.222.0.11 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954812 Sep 03 14:33:04.771280 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7920d77e-bae1-415a-b2eb-869590ee85da req-0281f1e9-9712-4411-be38-0dfad056d0cc service neutron] 10.222.0.11 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061151 Sep 03 14:33:04.897545 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d1f6e-245c-4dea-9d28-d39957e01b8d req-ab2e5423-d116-4d8d-814d-4142725310b8 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:04.899147 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-692d1f6e-245c-4dea-9d28-d39957e01b8d req-ab2e5423-d116-4d8d-814d-4142725310b8 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=f414e465-4263-4381-9445-712f9ea23a28 HTTP/1.1" status: 200 len: 944 time: 0.0520391 Sep 03 14:33:04.938124 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-692d1f6e-245c-4dea-9d28-d39957e01b8d req-f948507b-0dfe-4e4f-875f-cf6e53f02d5e tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328150 Sep 03 14:33:06.058089 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936d0f4-0e27-4795-b036-07500ee18c77 req-14fdcd1b-6907-4490-a482-89b25d0c5016 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:06.059694 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e936d0f4-0e27-4795-b036-07500ee18c77 req-14fdcd1b-6907-4490-a482-89b25d0c5016 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=f414e465-4263-4381-9445-712f9ea23a28 HTTP/1.1" status: 200 len: 944 time: 0.0501523 Sep 03 14:33:06.097261 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e936d0f4-0e27-4795-b036-07500ee18c77 req-dc968aba-d2c4-4746-9457-fb4eddb7f623 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315046 Sep 03 14:33:07.216855 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69035ca8-088e-4def-bd9d-42b05e7eec7f req-4c83645f-e6c3-4cfe-b65c-e3a8f23d4ede tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:07.218400 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-69035ca8-088e-4def-bd9d-42b05e7eec7f req-4c83645f-e6c3-4cfe-b65c-e3a8f23d4ede tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=f414e465-4263-4381-9445-712f9ea23a28 HTTP/1.1" status: 200 len: 944 time: 0.0531905 Sep 03 14:33:07.258271 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-69035ca8-088e-4def-bd9d-42b05e7eec7f req-5a251c34-a1e6-46e2-9354-c41f6324ff46 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326066 Sep 03 14:33:07.473366 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device f0423879-cc32-4de9-8954-b755197f8bff details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:33:07.578244 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port f0423879-cc32-4de9-8954-b755197f8bff, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=f0423879-cc32-4de9-8954-b755197f8bff,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:33:07.591977 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': 'f0423879-cc32-4de9-8954-b755197f8bff', 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342', 'port_id': 'f0423879-cc32-4de9-8954-b755197f8bff', 'mac_address': 'fa:16:3e:cc:4a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf53212-ea67-414e-a7a4-a829c276d5a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:33:07.631112 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:07.645635 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0423879-cc32-4de9-8954-b755197f8bff {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:33:07.666784 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port f0423879-cc32-4de9-8954-b755197f8bff, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=f0423879-cc32-4de9-8954-b755197f8bff,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:33:07.671602 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:07.723552 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=f0423879-cc32-4de9-8954-b755197f8bff,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:07.877937 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['f0423879-cc32-4de9-8954-b755197f8bff'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:33:08.371917 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3f6b4-d811-49ab-83bc-1bfbbe33937b req-9745b5d0-2541-4a39-af03-4b40adf89603 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:08.373511 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-21e3f6b4-d811-49ab-83bc-1bfbbe33937b req-9745b5d0-2541-4a39-af03-4b40adf89603 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=f414e465-4263-4381-9445-712f9ea23a28 HTTP/1.1" status: 200 len: 945 time: 0.0504086 Sep 03 14:33:08.416167 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-21e3f6b4-d811-49ab-83bc-1bfbbe33937b req-1f498d50-a221-42f4-867c-6880ab007c66 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367668 Sep 03 14:33:09.488995 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device f0423879-cc32-4de9-8954-b755197f8bff up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:33:09.532847 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe8b2e-77aa-482a-a87a-a4653c03a232 req-84dd5cbf-2a2b-499d-b9cc-fef6703516a7 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:09.534516 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6dbe8b2e-77aa-482a-a87a-a4653c03a232 req-84dd5cbf-2a2b-499d-b9cc-fef6703516a7 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=f414e465-4263-4381-9445-712f9ea23a28 HTTP/1.1" status: 200 len: 945 time: 0.0535152 Sep 03 14:33:09.538019 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port f0423879-cc32-4de9-8954-b755197f8bff completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:33:09.541953 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port f0423879-cc32-4de9-8954-b755197f8bff triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:33:09.542341 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:09.574066 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6dbe8b2e-77aa-482a-a87a-a4653c03a232 req-0d57fd0e-be83-4c2b-a96e-811ed2926245 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321052 Sep 03 14:33:09.622445 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:09.644861 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f414e465-4263-4381-9445-712f9ea23a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0423879-cc32-4de9-8954-b755197f8bff'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:33:09.647026 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690fbe79-70ad-4fd5-af07-c969a77e2bd7" -d '{"events": [{"server_uuid": "f414e465-4263-4381-9445-712f9ea23a28", "name": "network-vif-plugged", "status": "completed", "tag": "f0423879-cc32-4de9-8954-b755197f8bff"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:33:09.660547 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port f0423879-cc32-4de9-8954-b755197f8bff, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=f0423879-cc32-4de9-8954-b755197f8bff,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:33:09.664463 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:09.687071 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184e5383-6604-406a-a304-2e77eac95cad x-openstack-request-id: req-184e5383-6604-406a-a304-2e77eac95cad {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:33:09.687362 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f414e465-4263-4381-9445-712f9ea23a28", "name": "network-vif-plugged", "status": "completed", "tag": "f0423879-cc32-4de9-8954-b755197f8bff", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:33:09.687615 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-184e5383-6604-406a-a304-2e77eac95cad {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:33:09.687994 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f414e465-4263-4381-9445-712f9ea23a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0423879-cc32-4de9-8954-b755197f8bff', 'code': 200} Sep 03 14:33:09.713030 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=f0423879-cc32-4de9-8954-b755197f8bff,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:09.843277 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f7857-d48e-407b-9130-49fa4139e43f req-4a2772dc-c4d9-4222-9d54-0486b4efa734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:09.844740 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bd1f7857-d48e-407b-9130-49fa4139e43f req-4a2772dc-c4d9-4222-9d54-0486b4efa734 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f414e465-4263-4381-9445-712f9ea23a28 HTTP/1.1" status: 200 len: 1099 time: 0.0387771 Sep 03 14:33:09.882461 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bd1f7857-d48e-407b-9130-49fa4139e43f req-6f5d841b-d327-4c99-a6e0-32422b42a054 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305364 Sep 03 14:33:10.169938 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-2a94a7c0-7075-4be3-b0fc-5dbf689f7748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:10.687581 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f36126-db7b-4091-9196-1b95c5eaaac7 req-958afe49-0d68-4cbe-a99c-cf5a2315dc1b tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:10.689164 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e1f36126-db7b-4091-9196-1b95c5eaaac7 req-958afe49-0d68-4cbe-a99c-cf5a2315dc1b tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=f414e465-4263-4381-9445-712f9ea23a28 HTTP/1.1" status: 200 len: 946 time: 0.0491090 Sep 03 14:33:10.727989 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-e1f36126-db7b-4091-9196-1b95c5eaaac7 req-e9b00f3d-6e33-46fb-9b16-a7b308bd0e2b tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326033 Sep 03 14:33:11.844492 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000f2f7-1847-46c5-a20e-5a62814f34a0 req-6f375fe9-bc34-4ce6-b9f2-c48bbf795736 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:11.845954 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d000f2f7-1847-46c5-a20e-5a62814f34a0 req-6f375fe9-bc34-4ce6-b9f2-c48bbf795736 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=f414e465-4263-4381-9445-712f9ea23a28 HTTP/1.1" status: 200 len: 946 time: 0.0470896 Sep 03 14:33:11.883767 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d000f2f7-1847-46c5-a20e-5a62814f34a0 req-38d82de8-b971-4070-9b24-c14fe431eb07 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314753 Sep 03 14:33:12.961887 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-24966daa-9450-4083-9de8-9965007ba35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:13.265910 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:14.372723 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:16.174054 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:20.274821 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-ba8b2a33-5b12-48eb-9b14-45bd0f3c8444 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:20.276299 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-ba8b2a33-5b12-48eb-9b14-45bd0f3c8444 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/networks?id=d90ff21c-d85a-4aad-9ec6-7b139fc15342 HTTP/1.1" status: 200 len: 814 time: 0.1071260 Sep 03 14:33:20.291436 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-2ce80d94-7b98-414a-b475-1c7b37266b11 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/quotas/71fe95e5c3ca45669d4fe70913cc6678 HTTP/1.1" status: 200 len: 375 time: 0.0095787 Sep 03 14:33:20.338525 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-92311472-7277-4762-a86a-18e9d5f7d907 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=71fe95e5c3ca45669d4fe70913cc6678&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0420091 Sep 03 14:33:20.426672 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-fbfa8d17-1877-4b92-904a-fc4c88de3c2d service neutron] 10.222.0.23 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812125 Sep 03 14:33:20.518748 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-634988e7-b199-4735-864f-a8dcef89c05c service neutron] 10.222.0.23 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858035 Sep 03 14:33:20.674201 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a606fe05-3883-4117-978e-4af88130b949 req-313359b8-cfbe-4d5f-b2b1-0955c7d94512 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa2cba0-553a-40bb-bce3-6925448033d7 HTTP/1.1" status: 200 len: 210 time: 0.0260315 Sep 03 14:33:21.586568 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-4cef15b0-e209-4119-8f2d-d6bebdf91062 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:21.588062 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-4cef15b0-e209-4119-8f2d-d6bebdf91062 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.11 "GET /v2.0/networks?id=d90ff21c-d85a-4aad-9ec6-7b139fc15342 HTTP/1.1" status: 200 len: 814 time: 0.1099796 Sep 03 14:33:21.602139 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Request body: {'port': {'device_id': '3aa2cba0-553a-40bb-bce3-6925448033d7', 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342', 'admin_state_up': True, 'tenant_id': '71fe95e5c3ca45669d4fe70913cc6678'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:33:21.709377 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Made reservation on behalf of 71fe95e5c3ca45669d4fe70913cc6678 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:33:21.712940 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:21.802312 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-01cc2172-316e-493c-8f58-71349a5af72a req-d8596d45-689c-4657-9a1d-91cba420f82a tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa2cba0-553a-40bb-bce3-6925448033d7 HTTP/1.1" status: 200 len: 210 time: 0.0351129 Sep 03 14:33:21.861694 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Allocated IP 172.20.0.6 (d90ff21c-d85a-4aad-9ec6-7b139fc15342/ebf53212-ea67-414e-a7a4-a829c276d5a5/5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:33:22.005852 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:22.044238 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:22.056210 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['f0423879-cc32-4de9-8954-b755197f8bff'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:33:22.087088 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Network d90ff21c-d85a-4aad-9ec6-7b139fc15342 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:33:22.090091 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:33:22.093828 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:33:22.102855 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Pushing event updated for resources: {'Port': ['ID=5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:22.128544 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:22.128904 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:22.129253 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:22.129641 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:22.129993 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:22.130335 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:22.130672 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:22.131010 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:22.131348 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:22.131682 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:22.132281 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:22.132614 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:22.160594 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:22.161773 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:22.175592 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-b6d76489-6ab6-4663-a6a0-113638b1ca79 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5772412 Sep 03 14:33:22.187894 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Request body: {'port': {'device_id': '3aa2cba0-553a-40bb-bce3-6925448033d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:33:22.244116 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:22.498297 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:33:22.505475 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:22.517475 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Transition to ACTIVE for port object 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:33:22.521702 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:22.569792 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Pushing event updated for resources: {'Port': ['ID=5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:22.639791 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Attempting to bind port 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:33:22.640497 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Attempting to bind port 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '491a5dde-cee0-40e8-b14a-273ceae97ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:33:22.640497 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Attempting to bind port 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 on network d90ff21c-d85a-4aad-9ec6-7b139fc15342 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:33:22.644683 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Port 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 on network d90ff21c-d85a-4aad-9ec6-7b139fc15342 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:33:22.645010 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Attempting to bind port 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 on network d90ff21c-d85a-4aad-9ec6-7b139fc15342 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:33:22.650365 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:33:22.650698 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Checking segment: {'id': '491a5dde-cee0-40e8-b14a-273ceae97ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:33:22.651089 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Bound using segment: {'id': '491a5dde-cee0-40e8-b14a-273ceae97ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:33:22.651512 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Bound port: 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491a5dde-cee0-40e8-b14a-273ceae97ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:33:22.651896 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:22.715005 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] For port 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0, host hv-cinder-75995, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:33:22.717946 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] For port 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:33:22.722484 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:22.753958 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:22.755085 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:22.756557 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] 10.222.0.11 "PUT /v2.0/ports/5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 HTTP/1.1" status: 200 len: 1093 time: 0.5730686 Sep 03 14:33:22.757260 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa2cba0-553a-40bb-bce3-6925448033d7', 'tag': '5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:33:22.759541 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a5814b-1b5f-43e2-aced-eaddc5ca7df2" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa2cba0-553a-40bb-bce3-6925448033d7", "tag": "5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:33:22.790983 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e2746-094e-4bb9-880c-fcaad1be7a5e service neutron] Pushing event updated for resources: {'Port': ['ID=5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:22.805948 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0384c6e-01a6-4cdf-905e-8d9f9cf73d2d x-openstack-request-id: req-e0384c6e-01a6-4cdf-905e-8d9f9cf73d2d {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:33:22.806237 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa2cba0-553a-40bb-bce3-6925448033d7", "tag": "5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:33:22.806489 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0384c6e-01a6-4cdf-905e-8d9f9cf73d2d {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:33:22.806884 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa2cba0-553a-40bb-bce3-6925448033d7', 'tag': '5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0', 'status': 'completed', 'code': 200} Sep 03 14:33:23.111903 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-d48dc3ab-c9c7-4a99-838a-6600400c9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:23.113412 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-d48dc3ab-c9c7-4a99-838a-6600400c9c63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71fe95e5c3ca45669d4fe70913cc6678&device_id=3aa2cba0-553a-40bb-bce3-6925448033d7 HTTP/1.1" status: 200 len: 1096 time: 0.3162174 Sep 03 14:33:23.125724 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c385fed-a264-45ca-bde6-1f48a8f8f49b req-c4c0e2ca-765c-4603-9ab2-473c41f981c7 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:23.127082 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6c385fed-a264-45ca-bde6-1f48a8f8f49b req-c4c0e2ca-765c-4603-9ab2-473c41f981c7 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa2cba0-553a-40bb-bce3-6925448033d7 HTTP/1.1" status: 200 len: 943 time: 0.0577850 Sep 03 14:33:23.168725 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-26abe1e6-3620-4812-9fcf-4121f982d19a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 HTTP/1.1" status: 200 len: 217 time: 0.0406899 Sep 03 14:33:23.226506 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6c385fed-a264-45ca-bde6-1f48a8f8f49b req-ea4e3c29-aa2f-4575-b6a9-c03d50ac2eff tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920737 Sep 03 14:33:23.236761 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-cae83236-419f-4bdf-abe6-e8693a9f7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:23.238252 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-cae83236-419f-4bdf-abe6-e8693a9f7a30 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebf53212-ea67-414e-a7a4-a829c276d5a5 HTTP/1.1" status: 200 len: 854 time: 0.0600860 Sep 03 14:33:23.271856 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-4a5debfd-2c33-4378-a753-9adcbacac509 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d90ff21c-d85a-4aad-9ec6-7b139fc15342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251732 Sep 03 14:33:23.365003 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-d4cfd017-2487-4ce3-89d1-9c8f814e73b1 service neutron] 10.222.0.11 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847979 Sep 03 14:33:23.456402 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e57f177d-de9d-4b2c-8039-e2b6a958cb3b req-76ca2681-e484-4919-b592-6680abb8492f service neutron] 10.222.0.11 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843105 Sep 03 14:33:23.537923 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5814b-1b5f-43e2-aced-eaddc5ca7df2 req-ee1a4348-8190-4a18-a305-6d898dbd7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:23.539377 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e4a5814b-1b5f-43e2-aced-eaddc5ca7df2 req-ee1a4348-8190-4a18-a305-6d898dbd7e2f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71fe95e5c3ca45669d4fe70913cc6678&device_id=3aa2cba0-553a-40bb-bce3-6925448033d7 HTTP/1.1" status: 200 len: 1096 time: 0.0397058 Sep 03 14:33:23.637444 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5814b-1b5f-43e2-aced-eaddc5ca7df2 req-ee785eac-7036-4315-948d-a467db260ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:23.638876 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e4a5814b-1b5f-43e2-aced-eaddc5ca7df2 req-ee785eac-7036-4315-948d-a467db260ca2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d90ff21c-d85a-4aad-9ec6-7b139fc15342 HTTP/1.1" status: 200 len: 915 time: 0.0892355 Sep 03 14:33:23.682223 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e4a5814b-1b5f-43e2-aced-eaddc5ca7df2 req-257b519f-7afb-44df-9e6b-946787c5ef7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 HTTP/1.1" status: 200 len: 217 time: 0.0341268 Sep 03 14:33:23.737167 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5814b-1b5f-43e2-aced-eaddc5ca7df2 req-2242fd1a-d82d-4eb7-9783-f40e0fa27d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:23.738644 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e4a5814b-1b5f-43e2-aced-eaddc5ca7df2 req-2242fd1a-d82d-4eb7-9783-f40e0fa27d49 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebf53212-ea67-414e-a7a4-a829c276d5a5 HTTP/1.1" status: 200 len: 854 time: 0.0462809 Sep 03 14:33:23.772327 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e4a5814b-1b5f-43e2-aced-eaddc5ca7df2 req-707aea16-047a-44f6-ad83-b99e61e9a70f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d90ff21c-d85a-4aad-9ec6-7b139fc15342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239844 Sep 03 14:33:23.860085 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e4a5814b-1b5f-43e2-aced-eaddc5ca7df2 req-5f197d53-00b0-4eae-a44d-11fb49a3afa7 service neutron] 10.222.0.11 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799770 Sep 03 14:33:23.954554 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e4a5814b-1b5f-43e2-aced-eaddc5ca7df2 req-c7e31cbb-74ae-49a2-b1a1-fc0362f6b8a3 service neutron] 10.222.0.11 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848863 Sep 03 14:33:24.347426 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fafa4-a38c-4dd2-a00d-94a786076143 req-589b01e3-fe6d-46fe-a705-17a9c65d1290 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:24.348912 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4c9fafa4-a38c-4dd2-a00d-94a786076143 req-589b01e3-fe6d-46fe-a705-17a9c65d1290 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa2cba0-553a-40bb-bce3-6925448033d7 HTTP/1.1" status: 200 len: 943 time: 0.0533891 Sep 03 14:33:24.386466 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4c9fafa4-a38c-4dd2-a00d-94a786076143 req-c02f3f1a-be6b-4242-af7a-ef8ae87f019b tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316610 Sep 03 14:33:25.499463 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3ae28-1536-4f6c-9575-8782495f5c4e req-a44348f9-60b3-402e-abfc-d0391288bc75 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:25.500956 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c9c3ae28-1536-4f6c-9575-8782495f5c4e req-a44348f9-60b3-402e-abfc-d0391288bc75 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa2cba0-553a-40bb-bce3-6925448033d7 HTTP/1.1" status: 200 len: 943 time: 0.0482490 Sep 03 14:33:25.538758 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c9c3ae28-1536-4f6c-9575-8782495f5c4e req-69557198-919f-4b98-901a-6263fa65b83b tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310254 Sep 03 14:33:26.656768 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9435c2-e943-4aec-ade7-d7ad5b132af3 req-0d0978ae-3fdd-432f-9f9d-839877c9a5e9 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:26.658316 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-dc9435c2-e943-4aec-ade7-d7ad5b132af3 req-0d0978ae-3fdd-432f-9f9d-839877c9a5e9 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa2cba0-553a-40bb-bce3-6925448033d7 HTTP/1.1" status: 200 len: 943 time: 0.0484934 Sep 03 14:33:26.697554 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-dc9435c2-e943-4aec-ade7-d7ad5b132af3 req-5b2a22d6-023b-44a8-94a9-ce076dbd3c3a tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333211 Sep 03 14:33:27.631282 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:33:27.728872 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:33:27.741295 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': '5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0', 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342', 'port_id': '5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0', 'mac_address': 'fa:16:3e:30:8d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf53212-ea67-414e-a7a4-a829c276d5a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:33:27.779941 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:27.793538 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:33:27.813004 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:33:27.817151 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:27.818742 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78550b-95eb-4a12-867b-bccb8ee56c1c req-a57da5bf-ef68-42a1-9a21-d774c401712d tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:27.820328 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ca78550b-95eb-4a12-867b-bccb8ee56c1c req-a57da5bf-ef68-42a1-9a21-d774c401712d tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa2cba0-553a-40bb-bce3-6925448033d7 HTTP/1.1" status: 200 len: 943 time: 0.0540707 Sep 03 14:33:27.859312 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ca78550b-95eb-4a12-867b-bccb8ee56c1c req-bf87c651-60d1-4ce9-a26d-d8018e6536d3 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324144 Sep 03 14:33:27.864791 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:27.871816 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:27.872130 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:27.872473 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:27.872813 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:27.873146 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:27.873480 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:27.873851 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:27.874172 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:27.874500 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:27.874825 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:27.875149 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:27.875477 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:33:28.075065 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:33:28.977056 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f7c4d-7c71-437e-8c99-ddb962cfeed2 req-5a4a7298-9211-44ae-9e15-59ec4a0697e3 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:28.978529 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-cc8f7c4d-7c71-437e-8c99-ddb962cfeed2 req-5a4a7298-9211-44ae-9e15-59ec4a0697e3 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa2cba0-553a-40bb-bce3-6925448033d7 HTTP/1.1" status: 200 len: 944 time: 0.0475094 Sep 03 14:33:29.014826 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-cc8f7c4d-7c71-437e-8c99-ddb962cfeed2 req-c894b675-76af-4001-a11a-a1faffb173f1 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303984 Sep 03 14:33:29.632919 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:33:29.682958 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:33:29.687061 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:33:29.687433 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:29.769083 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:29.791663 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa2cba0-553a-40bb-bce3-6925448033d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:33:29.793966 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b833a2-9335-4223-b8ad-9836f5c97f4b" -d '{"events": [{"server_uuid": "3aa2cba0-553a-40bb-bce3-6925448033d7", "name": "network-vif-plugged", "status": "completed", "tag": "5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:33:29.807826 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:33:29.812055 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:29.836160 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb756fe2-2f52-45f7-902c-4b221f9c6b76 x-openstack-request-id: req-bb756fe2-2f52-45f7-902c-4b221f9c6b76 {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:33:29.836451 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa2cba0-553a-40bb-bce3-6925448033d7", "name": "network-vif-plugged", "status": "completed", "tag": "5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:33:29.836706 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb756fe2-2f52-45f7-902c-4b221f9c6b76 {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:33:29.837095 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa2cba0-553a-40bb-bce3-6925448033d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0', 'code': 200} Sep 03 14:33:29.862396 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:29.993583 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b9db5-e922-4f04-abc4-efa966512390 req-d61cc9a7-c9ee-4061-a426-8685e8a9f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:29.995351 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a85b9db5-e922-4f04-abc4-efa966512390 req-d61cc9a7-c9ee-4061-a426-8685e8a9f263 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3aa2cba0-553a-40bb-bce3-6925448033d7 HTTP/1.1" status: 200 len: 1098 time: 0.0408514 Sep 03 14:33:30.032383 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a85b9db5-e922-4f04-abc4-efa966512390 req-78db2e5d-e6c6-4534-9316-065a5207f3f9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298331 Sep 03 14:33:30.131330 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e4930-c27f-4e09-a8c1-c3b73cff0a3d req-bdf2cf54-9168-4f31-b5a5-c916615ee5c5 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:30.133073 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d00e4930-c27f-4e09-a8c1-c3b73cff0a3d req-bdf2cf54-9168-4f31-b5a5-c916615ee5c5 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa2cba0-553a-40bb-bce3-6925448033d7 HTTP/1.1" status: 200 len: 945 time: 0.0523162 Sep 03 14:33:30.169923 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d00e4930-c27f-4e09-a8c1-c3b73cff0a3d req-d3f39b4f-e54c-4136-99d1-fac8d0ad4ea1 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310113 Sep 03 14:33:30.498948 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:31.286111 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c8c0b-2e89-49d3-bfab-b6751fd9370d req-7f966755-f487-41cf-94bc-5d5ff779fa83 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:31.287584 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9a7c8c0b-2e89-49d3-bfab-b6751fd9370d req-7f966755-f487-41cf-94bc-5d5ff779fa83 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa2cba0-553a-40bb-bce3-6925448033d7 HTTP/1.1" status: 200 len: 945 time: 0.0477664 Sep 03 14:33:31.324399 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9a7c8c0b-2e89-49d3-bfab-b6751fd9370d req-7a50aa25-6d80-4366-b581-2f245580ecac tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309820 Sep 03 14:33:33.022255 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-f80f5c84-4c01-4765-9707-7b3d10c79af8 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:33.023655 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-f80f5c84-4c01-4765-9707-7b3d10c79af8 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/networks?id=d90ff21c-d85a-4aad-9ec6-7b139fc15342 HTTP/1.1" status: 200 len: 814 time: 0.0993111 Sep 03 14:33:33.039197 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-81b10a88-73db-4329-8887-bf75532164e3 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/quotas/71fe95e5c3ca45669d4fe70913cc6678 HTTP/1.1" status: 200 len: 375 time: 0.0099611 Sep 03 14:33:33.092768 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-0b8617cc-4a5b-415f-aa0d-95053c7e6e40 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=71fe95e5c3ca45669d4fe70913cc6678&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482981 Sep 03 14:33:33.104317 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-5d4a8099-45e5-454c-b8a8-06cf7fb4590e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:33:33.105280 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-5d4a8099-45e5-454c-b8a8-06cf7fb4590e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050583 Sep 03 14:33:33.208016 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-0dfcfc75-55dd-48fd-964f-1a482a154fd7 service neutron] 10.222.0.23 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964899 Sep 03 14:33:33.302964 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-84bf356e-887f-455d-9835-18e5484dfad0 service neutron] 10.222.0.23 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885077 Sep 03 14:33:33.459246 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9c5305c8-2067-40a2-b8a6-baab296bf70c req-d1cd79ea-10dc-406a-bc9a-73819fa5d285 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=654db591-8afe-43a7-9399-171a41bedfe4 HTTP/1.1" status: 200 len: 210 time: 0.0302374 Sep 03 14:33:34.428838 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-52024f2d-7b7e-4202-bafe-fec701b33c55 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:34.430328 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-52024f2d-7b7e-4202-bafe-fec701b33c55 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.11 "GET /v2.0/networks?id=d90ff21c-d85a-4aad-9ec6-7b139fc15342 HTTP/1.1" status: 200 len: 814 time: 0.1080463 Sep 03 14:33:34.443928 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b6113309-8aae-4aaf-a1e8-f8298fe39607 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Request body: {'port': {'device_id': '654db591-8afe-43a7-9399-171a41bedfe4', 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342', 'admin_state_up': True, 'tenant_id': '71fe95e5c3ca45669d4fe70913cc6678'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:33:34.569883 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-d8cccf0b-0e51-43af-b775-4480418aa639 req-744b0c84-29d0-49ae-93b9-ec8b79fb51db tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=654db591-8afe-43a7-9399-171a41bedfe4 HTTP/1.1" status: 200 len: 210 time: 0.0266206 Sep 03 14:33:34.575626 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b6113309-8aae-4aaf-a1e8-f8298fe39607 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Made reservation on behalf of 71fe95e5c3ca45669d4fe70913cc6678 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:33:34.579451 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b6113309-8aae-4aaf-a1e8-f8298fe39607 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:34.701073 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b6113309-8aae-4aaf-a1e8-f8298fe39607 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Allocated IP 172.20.0.3 (d90ff21c-d85a-4aad-9ec6-7b139fc15342/ebf53212-ea67-414e-a7a4-a829c276d5a5/6c338eec-8479-446e-8c1c-2f8521e2399e) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:33:34.843947 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b6113309-8aae-4aaf-a1e8-f8298fe39607 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:34.881022 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b6113309-8aae-4aaf-a1e8-f8298fe39607 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:34.893370 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['f0423879-cc32-4de9-8954-b755197f8bff', '5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:33:34.930414 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b6113309-8aae-4aaf-a1e8-f8298fe39607 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Network d90ff21c-d85a-4aad-9ec6-7b139fc15342 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:33:34.933390 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b6113309-8aae-4aaf-a1e8-f8298fe39607 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:33:34.937153 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b6113309-8aae-4aaf-a1e8-f8298fe39607 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:33:34.946188 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6113309-8aae-4aaf-a1e8-f8298fe39607 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Pushing event updated for resources: {'Port': ['ID=6c338eec-8479-446e-8c1c-2f8521e2399e,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:34.997189 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b6113309-8aae-4aaf-a1e8-f8298fe39607 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:34.997833 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b6113309-8aae-4aaf-a1e8-f8298fe39607 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:35.012726 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b6113309-8aae-4aaf-a1e8-f8298fe39607 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5730679 Sep 03 14:33:35.024315 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-c7d340dd-17d8-4f64-93d5-8bd32d605a76 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:33:35.025263 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-c7d340dd-17d8-4f64-93d5-8bd32d605a76 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061400 Sep 03 14:33:35.039886 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Request body: {'port': {'device_id': '654db591-8afe-43a7-9399-171a41bedfe4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:33:35.092527 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:35.353982 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c338eec-8479-446e-8c1c-2f8521e2399e {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:33:35.361158 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:35.373385 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Transition to ACTIVE for port object 6c338eec-8479-446e-8c1c-2f8521e2399e will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:33:35.377029 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:35.430421 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c338eec-8479-446e-8c1c-2f8521e2399e,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:35.494788 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Attempting to bind port 6c338eec-8479-446e-8c1c-2f8521e2399e on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:33:35.495126 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Attempting to bind port 6c338eec-8479-446e-8c1c-2f8521e2399e by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '491a5dde-cee0-40e8-b14a-273ceae97ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:33:35.495474 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Attempting to bind port 6c338eec-8479-446e-8c1c-2f8521e2399e on network d90ff21c-d85a-4aad-9ec6-7b139fc15342 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:33:35.499706 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Port 6c338eec-8479-446e-8c1c-2f8521e2399e on network d90ff21c-d85a-4aad-9ec6-7b139fc15342 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:33:35.500032 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Attempting to bind port 6c338eec-8479-446e-8c1c-2f8521e2399e on network d90ff21c-d85a-4aad-9ec6-7b139fc15342 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:33:35.505104 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:33:35.505446 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Checking segment: {'id': '491a5dde-cee0-40e8-b14a-273ceae97ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:33:35.505867 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Bound using segment: {'id': '491a5dde-cee0-40e8-b14a-273ceae97ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:33:35.506297 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Bound port: 6c338eec-8479-446e-8c1c-2f8521e2399e, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491a5dde-cee0-40e8-b14a-273ceae97ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:33:35.506660 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:35.571296 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] For port 6c338eec-8479-446e-8c1c-2f8521e2399e, host hv-cinder-75995, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:33:35.574302 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] For port 6c338eec-8479-446e-8c1c-2f8521e2399e, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6c338eec-8479-446e-8c1c-2f8521e2399e,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:33:35.580779 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:35.619789 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:35.620409 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:35.621841 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] 10.222.0.11 "PUT /v2.0/ports/6c338eec-8479-446e-8c1c-2f8521e2399e HTTP/1.1" status: 200 len: 1093 time: 0.5860925 Sep 03 14:33:35.622286 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654db591-8afe-43a7-9399-171a41bedfe4', 'tag': '6c338eec-8479-446e-8c1c-2f8521e2399e'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:33:35.624523 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5a4701-03a0-408e-a5f1-4bbc1cff9398" -d '{"events": [{"name": "network-changed", "server_uuid": "654db591-8afe-43a7-9399-171a41bedfe4", "tag": "6c338eec-8479-446e-8c1c-2f8521e2399e"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:33:35.659380 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d8747-93b0-44f1-8442-e198337182a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c338eec-8479-446e-8c1c-2f8521e2399e,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:35.682021 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5a7271-413b-4913-aeea-27f91622571a x-openstack-request-id: req-4b5a7271-413b-4913-aeea-27f91622571a {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:33:35.682262 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654db591-8afe-43a7-9399-171a41bedfe4", "tag": "6c338eec-8479-446e-8c1c-2f8521e2399e", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:33:35.682515 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b5a7271-413b-4913-aeea-27f91622571a {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:33:35.682918 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654db591-8afe-43a7-9399-171a41bedfe4', 'tag': '6c338eec-8479-446e-8c1c-2f8521e2399e', 'status': 'completed', 'code': 200} Sep 03 14:33:35.734554 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814a5a1-9459-468d-8160-e2dab662b340 req-0df7db24-420f-4960-90fd-ab930d57f65f tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:35.736043 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c814a5a1-9459-468d-8160-e2dab662b340 req-0df7db24-420f-4960-90fd-ab930d57f65f tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=654db591-8afe-43a7-9399-171a41bedfe4 HTTP/1.1" status: 200 len: 943 time: 0.0887525 Sep 03 14:33:35.741885 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-124595b5-6614-4efe-9a71-20e6b0163eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:35.743325 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-124595b5-6614-4efe-9a71-20e6b0163eda service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71fe95e5c3ca45669d4fe70913cc6678&device_id=654db591-8afe-43a7-9399-171a41bedfe4 HTTP/1.1" status: 200 len: 1096 time: 0.0596719 Sep 03 14:33:35.800133 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-d17b462e-21d9-4010-abbd-4298b1fd6748 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c338eec-8479-446e-8c1c-2f8521e2399e HTTP/1.1" status: 200 len: 217 time: 0.0386581 Sep 03 14:33:35.821924 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c814a5a1-9459-468d-8160-e2dab662b340 req-073c1c51-0737-4fc4-a48d-e3a1009f327f tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776196 Sep 03 14:33:35.856086 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-aed7c23a-a982-4c4f-bc00-3a955a74b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:35.857618 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-aed7c23a-a982-4c4f-bc00-3a955a74b71f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebf53212-ea67-414e-a7a4-a829c276d5a5 HTTP/1.1" status: 200 len: 854 time: 0.0496831 Sep 03 14:33:35.890732 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-9cd824dd-2a94-4365-84f8-85e69a1d8b6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d90ff21c-d85a-4aad-9ec6-7b139fc15342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253825 Sep 03 14:33:35.986949 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-53c81cd7-edb6-4b62-96e0-910551ba7777 service neutron] 10.222.0.11 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870185 Sep 03 14:33:36.076903 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-facc57a6-cbc1-4097-96f6-fc953487f27c req-98c0805a-8413-4ff5-b6fc-61a8c076e432 service neutron] 10.222.0.11 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824907 Sep 03 14:33:36.179598 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a4701-03a0-408e-a5f1-4bbc1cff9398 req-3879ebfc-2045-489a-90e1-4a998f8951b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:36.181041 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2f5a4701-03a0-408e-a5f1-4bbc1cff9398 req-3879ebfc-2045-489a-90e1-4a998f8951b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71fe95e5c3ca45669d4fe70913cc6678&device_id=654db591-8afe-43a7-9399-171a41bedfe4 HTTP/1.1" status: 200 len: 1096 time: 0.0463006 Sep 03 14:33:36.280409 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a4701-03a0-408e-a5f1-4bbc1cff9398 req-b5552072-ebf3-477a-b24b-cf60b334e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:36.281953 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2f5a4701-03a0-408e-a5f1-4bbc1cff9398 req-b5552072-ebf3-477a-b24b-cf60b334e944 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d90ff21c-d85a-4aad-9ec6-7b139fc15342 HTTP/1.1" status: 200 len: 915 time: 0.0873010 Sep 03 14:33:36.327800 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2f5a4701-03a0-408e-a5f1-4bbc1cff9398 req-09778aac-22ea-4acd-a2aa-9f32ab641fea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c338eec-8479-446e-8c1c-2f8521e2399e HTTP/1.1" status: 200 len: 217 time: 0.0379014 Sep 03 14:33:36.378511 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a4701-03a0-408e-a5f1-4bbc1cff9398 req-8bdc72f8-81cc-4497-a5ad-5dada8d3be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:36.380031 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2f5a4701-03a0-408e-a5f1-4bbc1cff9398 req-8bdc72f8-81cc-4497-a5ad-5dada8d3be03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebf53212-ea67-414e-a7a4-a829c276d5a5 HTTP/1.1" status: 200 len: 854 time: 0.0446615 Sep 03 14:33:36.412482 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2f5a4701-03a0-408e-a5f1-4bbc1cff9398 req-88dc0222-9024-484b-aefd-59f3148e3f06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d90ff21c-d85a-4aad-9ec6-7b139fc15342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251920 Sep 03 14:33:36.511648 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2f5a4701-03a0-408e-a5f1-4bbc1cff9398 req-025d3e55-7647-401c-b9a9-c40b5ca1f502 service neutron] 10.222.0.11 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911005 Sep 03 14:33:36.612066 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2f5a4701-03a0-408e-a5f1-4bbc1cff9398 req-ea041dd7-3e9e-4711-8a33-784a2011b7ec service neutron] 10.222.0.11 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920525 Sep 03 14:33:36.944571 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4ce00-74f4-41ba-aef2-3534ade002c8 req-ac9e16c5-acbf-4a67-bb04-f88b45115037 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:36.946150 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-18f4ce00-74f4-41ba-aef2-3534ade002c8 req-ac9e16c5-acbf-4a67-bb04-f88b45115037 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=654db591-8afe-43a7-9399-171a41bedfe4 HTTP/1.1" status: 200 len: 943 time: 0.0549529 Sep 03 14:33:36.987446 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-18f4ce00-74f4-41ba-aef2-3534ade002c8 req-d74c2e68-83f1-409d-ae3f-483d16032323 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340581 Sep 03 14:33:38.103217 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e9dc7-0ed0-416f-9522-2dcd1e0ea9ae req-206f4d87-53f9-4c45-af0d-571f3aa0bebf tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:38.104858 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d37e9dc7-0ed0-416f-9522-2dcd1e0ea9ae req-206f4d87-53f9-4c45-af0d-571f3aa0bebf tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=654db591-8afe-43a7-9399-171a41bedfe4 HTTP/1.1" status: 200 len: 943 time: 0.0494177 Sep 03 14:33:38.142492 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d37e9dc7-0ed0-416f-9522-2dcd1e0ea9ae req-92be6a7b-3df2-41a8-9eda-9501b0f8725e tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318170 Sep 03 14:33:38.845988 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ffd1f0b8-5b0f-47fc-9cd9-ca1e93031ed4 req-06eb0c9f-ad7a-440b-b253-4d4b631cec49 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437748 Sep 03 14:33:38.933149 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1f0b8-5b0f-47fc-9cd9-ca1e93031ed4 req-e412df73-bb6b-4b9e-9c5e-19e353e599f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:38.934787 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ffd1f0b8-5b0f-47fc-9cd9-ca1e93031ed4 req-e412df73-bb6b-4b9e-9c5e-19e353e599f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42cecdba0449496aa6fb095a1cf375ba&device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 1098 time: 0.0454948 Sep 03 14:33:39.062617 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1f0b8-5b0f-47fc-9cd9-ca1e93031ed4 req-b43f1e52-601c-4568-9d7d-e70fbaf8d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:39.064124 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ffd1f0b8-5b0f-47fc-9cd9-ca1e93031ed4 req-b43f1e52-601c-4568-9d7d-e70fbaf8d6d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=51fcce33-aacc-403c-a3cf-fa55e4f906fa HTTP/1.1" status: 200 len: 912 time: 0.1032124 Sep 03 14:33:39.133605 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ffd1f0b8-5b0f-47fc-9cd9-ca1e93031ed4 req-28ff3774-ec9c-4afd-a8e7-5d663f038c65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb7eec0e-182a-4373-a69c-35acd079c490 HTTP/1.1" status: 200 len: 1000 time: 0.0614817 Sep 03 14:33:39.188372 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1f0b8-5b0f-47fc-9cd9-ca1e93031ed4 req-4ad8870e-919d-4fdb-a0a0-4300f92f497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:39.190913 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ffd1f0b8-5b0f-47fc-9cd9-ca1e93031ed4 req-4ad8870e-919d-4fdb-a0a0-4300f92f497b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f616f030-5d87-44ee-b6a1-45bd5ec39fd1 HTTP/1.1" status: 200 len: 850 time: 0.0500305 Sep 03 14:33:39.243891 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1f0b8-5b0f-47fc-9cd9-ca1e93031ed4 req-d72a9a11-fe56-4a1e-acbb-0e3b428f636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:39.245637 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ffd1f0b8-5b0f-47fc-9cd9-ca1e93031ed4 req-d72a9a11-fe56-4a1e-acbb-0e3b428f636e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fcce33-aacc-403c-a3cf-fa55e4f906fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479465 Sep 03 14:33:39.313130 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:33:39.332494 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed292a-7535-44e6-9f0d-76724bab1508 req-31e07249-8877-405d-983d-1a1290297c35 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:39.334144 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-37ed292a-7535-44e6-9f0d-76724bab1508 req-31e07249-8877-405d-983d-1a1290297c35 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=654db591-8afe-43a7-9399-171a41bedfe4 HTTP/1.1" status: 200 len: 943 time: 0.1186616 Sep 03 14:33:39.350737 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ffd1f0b8-5b0f-47fc-9cd9-ca1e93031ed4 req-47315ae3-e7f3-4dc2-b3a3-58cc57dca630 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971119 Sep 03 14:33:39.384866 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-37ed292a-7535-44e6-9f0d-76724bab1508 req-e1e8de26-ffb5-490f-b4db-c07282cba1dc tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431416 Sep 03 14:33:39.451883 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ffd1f0b8-5b0f-47fc-9cd9-ca1e93031ed4 req-32a1fb57-43d5-40d8-a8a5-cdd227b635f9 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942934 Sep 03 14:33:39.663727 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 6c338eec-8479-446e-8c1c-2f8521e2399e details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:33:39.760464 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 6c338eec-8479-446e-8c1c-2f8521e2399e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6c338eec-8479-446e-8c1c-2f8521e2399e,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:33:39.771170 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': '6c338eec-8479-446e-8c1c-2f8521e2399e', 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342', 'port_id': '6c338eec-8479-446e-8c1c-2f8521e2399e', 'mac_address': 'fa:16:3e:91:a9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf53212-ea67-414e-a7a4-a829c276d5a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:33:39.807666 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:39.821031 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c338eec-8479-446e-8c1c-2f8521e2399e {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:33:39.841110 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 6c338eec-8479-446e-8c1c-2f8521e2399e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6c338eec-8479-446e-8c1c-2f8521e2399e,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:33:39.845133 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:39.894601 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=6c338eec-8479-446e-8c1c-2f8521e2399e,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:40.088438 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['6c338eec-8479-446e-8c1c-2f8521e2399e'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:33:40.247606 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-1674c2ad-703d-429c-9822-509005c8e5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:40.512342 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcf43c-88f2-4ff0-a62b-57b89e85cb26 req-6a0c1a24-2f6c-4b46-8152-90d0fd7928f8 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:40.513868 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23bcf43c-88f2-4ff0-a62b-57b89e85cb26 req-6a0c1a24-2f6c-4b46-8152-90d0fd7928f8 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=654db591-8afe-43a7-9399-171a41bedfe4 HTTP/1.1" status: 200 len: 944 time: 0.0492852 Sep 03 14:33:40.552217 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23bcf43c-88f2-4ff0-a62b-57b89e85cb26 req-958bd440-e859-4f48-ac58-602f93a24d9a tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324085 Sep 03 14:33:41.672453 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd4548-fec1-41a7-90a0-2acaaf5d059e req-da4562b9-f8c7-4c6f-bcda-ad1b94d35633 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:41.674070 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-2bbd4548-fec1-41a7-90a0-2acaaf5d059e req-da4562b9-f8c7-4c6f-bcda-ad1b94d35633 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=654db591-8afe-43a7-9399-171a41bedfe4 HTTP/1.1" status: 200 len: 944 time: 0.0519948 Sep 03 14:33:41.695423 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 6c338eec-8479-446e-8c1c-2f8521e2399e up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:33:41.718634 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-2bbd4548-fec1-41a7-90a0-2acaaf5d059e req-3f88751f-84f0-4ef9-9b15-f8d1fa66ef5a tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385323 Sep 03 14:33:41.755589 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port 6c338eec-8479-446e-8c1c-2f8521e2399e completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:33:41.760247 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port 6c338eec-8479-446e-8c1c-2f8521e2399e triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:33:41.760630 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:41.846088 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:41.868540 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654db591-8afe-43a7-9399-171a41bedfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c338eec-8479-446e-8c1c-2f8521e2399e'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:33:41.870862 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26829e7-bf48-42bd-89e0-fde3cb0d52b5" -d '{"events": [{"server_uuid": "654db591-8afe-43a7-9399-171a41bedfe4", "name": "network-vif-plugged", "status": "completed", "tag": "6c338eec-8479-446e-8c1c-2f8521e2399e"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:33:41.885447 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 6c338eec-8479-446e-8c1c-2f8521e2399e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6c338eec-8479-446e-8c1c-2f8521e2399e,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:33:41.890367 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:41.913702 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890deef2-cd50-4af8-b8df-3c3ee507ba37 x-openstack-request-id: req-890deef2-cd50-4af8-b8df-3c3ee507ba37 {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:33:41.913991 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654db591-8afe-43a7-9399-171a41bedfe4", "name": "network-vif-plugged", "status": "completed", "tag": "6c338eec-8479-446e-8c1c-2f8521e2399e", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:33:41.914259 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-890deef2-cd50-4af8-b8df-3c3ee507ba37 {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:33:41.914653 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654db591-8afe-43a7-9399-171a41bedfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c338eec-8479-446e-8c1c-2f8521e2399e', 'code': 200} Sep 03 14:33:41.940501 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=6c338eec-8479-446e-8c1c-2f8521e2399e,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:42.077584 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c206603-da76-4403-84fe-74ab48469a11 req-f6ce30e8-811f-47f0-bc69-c9b58539b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:42.079165 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6c206603-da76-4403-84fe-74ab48469a11 req-f6ce30e8-811f-47f0-bc69-c9b58539b84a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=654db591-8afe-43a7-9399-171a41bedfe4 HTTP/1.1" status: 200 len: 1098 time: 0.0413949 Sep 03 14:33:42.119485 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6c206603-da76-4403-84fe-74ab48469a11 req-0b62930e-b6c9-466c-baf4-30a1f87bd8f6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329587 Sep 03 14:33:42.837150 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea24ee-64fe-44ad-8d76-3df9cf730752 req-60edea71-b51d-47b8-855d-52f6c186b1ea tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:42.838691 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f5ea24ee-64fe-44ad-8d76-3df9cf730752 req-60edea71-b51d-47b8-855d-52f6c186b1ea tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=654db591-8afe-43a7-9399-171a41bedfe4 HTTP/1.1" status: 200 len: 945 time: 0.0486209 Sep 03 14:33:42.876808 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f5ea24ee-64fe-44ad-8d76-3df9cf730752 req-7696fbb0-f1df-4543-9f47-077d870ad8af tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321088 Sep 03 14:33:42.962445 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-7b0faa44-8fc5-40e7-94ce-b8ff4714ff73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:43.274797 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:43.998862 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619c742-d060-4ca3-a2e6-a6dc70725f13 req-5525b5be-ff1f-4934-82ba-1d4734f4e9a7 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:44.000386 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3619c742-d060-4ca3-a2e6-a6dc70725f13 req-5525b5be-ff1f-4934-82ba-1d4734f4e9a7 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=654db591-8afe-43a7-9399-171a41bedfe4 HTTP/1.1" status: 200 len: 945 time: 0.0534158 Sep 03 14:33:44.037885 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3619c742-d060-4ca3-a2e6-a6dc70725f13 req-51dce388-6937-46a6-8a00-abfd5857b8c9 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315256 Sep 03 14:33:44.375681 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:46.179521 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:53.763614 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-d9ed5f20-b71f-42f2-9c1d-e1445decdd80 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:53.765106 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-d9ed5f20-b71f-42f2-9c1d-e1445decdd80 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/networks?id=d90ff21c-d85a-4aad-9ec6-7b139fc15342 HTTP/1.1" status: 200 len: 814 time: 0.0988345 Sep 03 14:33:53.780172 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-968df3a4-3f09-4166-aebe-b4f5ac6a92fe tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/quotas/71fe95e5c3ca45669d4fe70913cc6678 HTTP/1.1" status: 200 len: 375 time: 0.0089610 Sep 03 14:33:53.835490 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-df0f84a1-ee43-47af-bfb1-832094348b14 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=71fe95e5c3ca45669d4fe70913cc6678&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502126 Sep 03 14:33:53.887957 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-324ebaa6-8928-4e3e-94ea-241159a17620 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:33:53.889023 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-324ebaa6-8928-4e3e-94ea-241159a17620 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469389 Sep 03 14:33:53.978040 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-3ff5704e-1dd5-425d-898d-1c1bdfde1c3c service neutron] 10.222.0.23 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827401 Sep 03 14:33:54.069360 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-0957308e-8267-4f14-80b0-2ee3c8bdaddf service neutron] 10.222.0.23 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853422 Sep 03 14:33:54.223003 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-57e40497-56bb-45ee-af36-a4794803f2d3 req-4240ac49-9651-496e-aff0-f6a49c05271c tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=203e7fb4-da18-4fd1-9c38-5d5ece868f52 HTTP/1.1" status: 200 len: 210 time: 0.0257585 Sep 03 14:33:55.254972 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-fc4729a6-eda8-4544-b7fd-961f8fca4bf1 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:55.256501 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-fc4729a6-eda8-4544-b7fd-961f8fca4bf1 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.11 "GET /v2.0/networks?id=d90ff21c-d85a-4aad-9ec6-7b139fc15342 HTTP/1.1" status: 200 len: 814 time: 0.1084113 Sep 03 14:33:55.271850 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-d8629cb5-0e9f-4cf5-b44a-45af6ee6baa9 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Request body: {'port': {'device_id': '203e7fb4-da18-4fd1-9c38-5d5ece868f52', 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342', 'admin_state_up': True, 'tenant_id': '71fe95e5c3ca45669d4fe70913cc6678'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:33:55.373267 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d7030eb6-9f18-448c-b19d-c086840b70f6 req-7d0295a4-f606-495e-91c6-c44db8edf1c5 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=203e7fb4-da18-4fd1-9c38-5d5ece868f52 HTTP/1.1" status: 200 len: 210 time: 0.0728283 Sep 03 14:33:55.423788 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-d8629cb5-0e9f-4cf5-b44a-45af6ee6baa9 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Made reservation on behalf of 71fe95e5c3ca45669d4fe70913cc6678 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:33:55.427897 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-d8629cb5-0e9f-4cf5-b44a-45af6ee6baa9 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:55.553953 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-d8629cb5-0e9f-4cf5-b44a-45af6ee6baa9 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Allocated IP 172.20.0.7 (d90ff21c-d85a-4aad-9ec6-7b139fc15342/ebf53212-ea67-414e-a7a4-a829c276d5a5/130a7702-604e-4f6d-99b3-4a1947ca2f85) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:33:55.699029 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-d8629cb5-0e9f-4cf5-b44a-45af6ee6baa9 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:55.736867 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-d8629cb5-0e9f-4cf5-b44a-45af6ee6baa9 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:55.754858 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['f0423879-cc32-4de9-8954-b755197f8bff', '5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0', '6c338eec-8479-446e-8c1c-2f8521e2399e'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:33:55.779004 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-d8629cb5-0e9f-4cf5-b44a-45af6ee6baa9 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Network d90ff21c-d85a-4aad-9ec6-7b139fc15342 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:33:55.782060 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-d8629cb5-0e9f-4cf5-b44a-45af6ee6baa9 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:33:55.784672 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-d8629cb5-0e9f-4cf5-b44a-45af6ee6baa9 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:33:55.816128 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8629cb5-0e9f-4cf5-b44a-45af6ee6baa9 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Pushing event updated for resources: {'Port': ['ID=130a7702-604e-4f6d-99b3-4a1947ca2f85,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:55.840625 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-d8629cb5-0e9f-4cf5-b44a-45af6ee6baa9 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:55.841244 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-d8629cb5-0e9f-4cf5-b44a-45af6ee6baa9 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:55.855376 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-d8629cb5-0e9f-4cf5-b44a-45af6ee6baa9 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5892401 Sep 03 14:33:55.910145 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Request body: {'port': {'device_id': '203e7fb4-da18-4fd1-9c38-5d5ece868f52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:33:55.965974 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:56.217529 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130a7702-604e-4f6d-99b3-4a1947ca2f85 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:33:56.225184 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:56.236641 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Transition to ACTIVE for port object 130a7702-604e-4f6d-99b3-4a1947ca2f85 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:33:56.240190 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:56.290551 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Pushing event updated for resources: {'Port': ['ID=130a7702-604e-4f6d-99b3-4a1947ca2f85,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:56.354575 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Attempting to bind port 130a7702-604e-4f6d-99b3-4a1947ca2f85 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:33:56.354905 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Attempting to bind port 130a7702-604e-4f6d-99b3-4a1947ca2f85 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '491a5dde-cee0-40e8-b14a-273ceae97ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:33:56.355228 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Attempting to bind port 130a7702-604e-4f6d-99b3-4a1947ca2f85 on network d90ff21c-d85a-4aad-9ec6-7b139fc15342 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:33:56.359342 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Port 130a7702-604e-4f6d-99b3-4a1947ca2f85 on network d90ff21c-d85a-4aad-9ec6-7b139fc15342 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:33:56.359659 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Attempting to bind port 130a7702-604e-4f6d-99b3-4a1947ca2f85 on network d90ff21c-d85a-4aad-9ec6-7b139fc15342 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:33:56.364331 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:33:56.364663 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Checking segment: {'id': '491a5dde-cee0-40e8-b14a-273ceae97ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:33:56.365041 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Bound using segment: {'id': '491a5dde-cee0-40e8-b14a-273ceae97ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:33:56.365455 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Bound port: 130a7702-604e-4f6d-99b3-4a1947ca2f85, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491a5dde-cee0-40e8-b14a-273ceae97ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:33:56.365842 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:56.430553 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] For port 130a7702-604e-4f6d-99b3-4a1947ca2f85, host hv-cinder-75995, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:33:56.437806 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] For port 130a7702-604e-4f6d-99b3-4a1947ca2f85, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=130a7702-604e-4f6d-99b3-4a1947ca2f85,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:33:56.442640 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:56.478388 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:56.479165 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:56.480888 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] 10.222.0.11 "PUT /v2.0/ports/130a7702-604e-4f6d-99b3-4a1947ca2f85 HTTP/1.1" status: 200 len: 1093 time: 0.6172318 Sep 03 14:33:56.481000 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203e7fb4-da18-4fd1-9c38-5d5ece868f52', 'tag': '130a7702-604e-4f6d-99b3-4a1947ca2f85'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:33:56.483266 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539d8ac5-e7f0-410e-bef2-e66bf4344619" -d '{"events": [{"name": "network-changed", "server_uuid": "203e7fb4-da18-4fd1-9c38-5d5ece868f52", "tag": "130a7702-604e-4f6d-99b3-4a1947ca2f85"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:33:56.497515 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea4135-6f5b-43d9-b294-6dd18aeab2bf req-e2b2585b-87c2-4f40-8603-e0734b63f40e tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:56.500062 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-70ea4135-6f5b-43d9-b294-6dd18aeab2bf req-e2b2585b-87c2-4f40-8603-e0734b63f40e tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=203e7fb4-da18-4fd1-9c38-5d5ece868f52 HTTP/1.1" status: 200 len: 943 time: 0.0582829 Sep 03 14:33:56.511007 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9c198-b25e-4447-86d2-431b24281b38 service neutron] Pushing event updated for resources: {'Port': ['ID=130a7702-604e-4f6d-99b3-4a1947ca2f85,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:33:56.544859 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-70ea4135-6f5b-43d9-b294-6dd18aeab2bf req-a8b46622-5a7d-4431-9812-61b3b1965692 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344181 Sep 03 14:33:56.571124 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-1c2934e4-a7b9-4d63-9e11-74c2c9d8c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:56.572635 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-1c2934e4-a7b9-4d63-9e11-74c2c9d8c6ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71fe95e5c3ca45669d4fe70913cc6678&device_id=203e7fb4-da18-4fd1-9c38-5d5ece868f52 HTTP/1.1" status: 200 len: 1096 time: 0.0471787 Sep 03 14:33:56.593410 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdd6e4e-a597-4e81-8564-d1d85d790e02 x-openstack-request-id: req-5fdd6e4e-a597-4e81-8564-d1d85d790e02 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:33:56.593610 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203e7fb4-da18-4fd1-9c38-5d5ece868f52", "tag": "130a7702-604e-4f6d-99b3-4a1947ca2f85", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:33:56.594012 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5fdd6e4e-a597-4e81-8564-d1d85d790e02 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:33:56.594411 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '203e7fb4-da18-4fd1-9c38-5d5ece868f52', 'tag': '130a7702-604e-4f6d-99b3-4a1947ca2f85', 'status': 'completed', 'code': 200} Sep 03 14:33:56.628856 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-cbd514be-ba70-4e04-9a18-befec1abfbc1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=130a7702-604e-4f6d-99b3-4a1947ca2f85 HTTP/1.1" status: 200 len: 217 time: 0.0450485 Sep 03 14:33:56.678833 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-5b6e7256-3b7c-47e5-81c3-2046f3250ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:56.680315 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-5b6e7256-3b7c-47e5-81c3-2046f3250ad5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebf53212-ea67-414e-a7a4-a829c276d5a5 HTTP/1.1" status: 200 len: 854 time: 0.0437007 Sep 03 14:33:56.714818 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-48cc6ffa-a47b-492f-b5f4-0146b66a6bcc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d90ff21c-d85a-4aad-9ec6-7b139fc15342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233593 Sep 03 14:33:56.808873 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-aab120ef-d59b-4551-b665-ef08a39439f5 service neutron] 10.222.0.11 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843308 Sep 03 14:33:56.901202 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b122f8de-9a59-4290-a72b-a05e6ac18976 req-10506431-52b8-43b8-8643-68f6fd29877e service neutron] 10.222.0.11 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838451 Sep 03 14:33:56.993726 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d8ac5-e7f0-410e-bef2-e66bf4344619 req-324ecb6d-32c7-4298-9474-5f85c23ae756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:56.995206 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-539d8ac5-e7f0-410e-bef2-e66bf4344619 req-324ecb6d-32c7-4298-9474-5f85c23ae756 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=71fe95e5c3ca45669d4fe70913cc6678&device_id=203e7fb4-da18-4fd1-9c38-5d5ece868f52 HTTP/1.1" status: 200 len: 1096 time: 0.0442102 Sep 03 14:33:57.084690 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d8ac5-e7f0-410e-bef2-e66bf4344619 req-2f874c5c-3b86-4c06-8ec5-3a917548023a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:57.086081 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-539d8ac5-e7f0-410e-bef2-e66bf4344619 req-2f874c5c-3b86-4c06-8ec5-3a917548023a service neutron] 10.222.0.11 "GET /v2.0/networks?id=d90ff21c-d85a-4aad-9ec6-7b139fc15342 HTTP/1.1" status: 200 len: 915 time: 0.0828178 Sep 03 14:33:57.386762 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-539d8ac5-e7f0-410e-bef2-e66bf4344619 req-f5636747-5bc3-4447-9ebf-19bbb753b920 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=130a7702-604e-4f6d-99b3-4a1947ca2f85 HTTP/1.1" status: 200 len: 217 time: 0.2903166 Sep 03 14:33:57.437911 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d8ac5-e7f0-410e-bef2-e66bf4344619 req-35c56e4a-1ead-45d3-b185-ddcf46ca04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:57.439434 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-539d8ac5-e7f0-410e-bef2-e66bf4344619 req-35c56e4a-1ead-45d3-b185-ddcf46ca04ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebf53212-ea67-414e-a7a4-a829c276d5a5 HTTP/1.1" status: 200 len: 854 time: 0.0423028 Sep 03 14:33:57.473487 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-539d8ac5-e7f0-410e-bef2-e66bf4344619 req-2d3da0c3-92af-403d-84d4-c50ad45ec991 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d90ff21c-d85a-4aad-9ec6-7b139fc15342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241845 Sep 03 14:33:57.576794 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-539d8ac5-e7f0-410e-bef2-e66bf4344619 req-4c1086ed-6d40-480f-aae2-4bcd151a4f7f service neutron] 10.222.0.11 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945847 Sep 03 14:33:57.660981 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4434169-275a-446e-a081-4ef41cc14b92 req-c16d6614-89cf-4e36-b9c9-d865d8323040 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:57.662604 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a4434169-275a-446e-a081-4ef41cc14b92 req-c16d6614-89cf-4e36-b9c9-d865d8323040 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=203e7fb4-da18-4fd1-9c38-5d5ece868f52 HTTP/1.1" status: 200 len: 943 time: 0.0504749 Sep 03 14:33:57.669362 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-539d8ac5-e7f0-410e-bef2-e66bf4344619 req-84aff5e5-df61-4111-b930-495367b54b85 service neutron] 10.222.0.11 "GET /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836577 Sep 03 14:33:57.700799 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a4434169-275a-446e-a081-4ef41cc14b92 req-4bd67ff8-be7a-4565-ace4-5e3205e71800 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324583 Sep 03 14:33:58.818504 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880a2db-a4d1-4496-9606-3ff6340c8117 req-99da965f-0796-458c-950e-eaf3a76d89c3 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:58.819980 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6880a2db-a4d1-4496-9606-3ff6340c8117 req-99da965f-0796-458c-950e-eaf3a76d89c3 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=203e7fb4-da18-4fd1-9c38-5d5ece868f52 HTTP/1.1" status: 200 len: 943 time: 0.0522645 Sep 03 14:33:58.856705 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6880a2db-a4d1-4496-9606-3ff6340c8117 req-fb4f2c3f-b3e0-4d7c-ba49-ae4cf833090f tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308735 Sep 03 14:33:59.757301 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 130a7702-604e-4f6d-99b3-4a1947ca2f85 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:33:59.853089 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 130a7702-604e-4f6d-99b3-4a1947ca2f85, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=130a7702-604e-4f6d-99b3-4a1947ca2f85,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:33:59.864780 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': '130a7702-604e-4f6d-99b3-4a1947ca2f85', 'network_id': 'd90ff21c-d85a-4aad-9ec6-7b139fc15342', 'port_id': '130a7702-604e-4f6d-99b3-4a1947ca2f85', 'mac_address': 'fa:16:3e:40:f1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf53212-ea67-414e-a7a4-a829c276d5a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:33:59.901512 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:59.914173 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130a7702-604e-4f6d-99b3-4a1947ca2f85 {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:33:59.933770 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 130a7702-604e-4f6d-99b3-4a1947ca2f85, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=130a7702-604e-4f6d-99b3-4a1947ca2f85,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:33:59.938868 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:33:59.968570 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db3afb-e4c6-4a0c-a1a1-549309889237 req-47429de6-255b-453c-bd1b-cfc002454a6a tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:33:59.970081 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-34db3afb-e4c6-4a0c-a1a1-549309889237 req-47429de6-255b-453c-bd1b-cfc002454a6a tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=203e7fb4-da18-4fd1-9c38-5d5ece868f52 HTTP/1.1" status: 200 len: 943 time: 0.0481763 Sep 03 14:33:59.987675 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=130a7702-604e-4f6d-99b3-4a1947ca2f85,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:00.007960 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-34db3afb-e4c6-4a0c-a1a1-549309889237 req-d9224f09-08b7-40ce-838d-f8cce0388ffc tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317378 Sep 03 14:34:00.293843 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['130a7702-604e-4f6d-99b3-4a1947ca2f85'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:34:00.490769 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:01.118571 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d81a7-729a-44fe-92ca-fa86bef0c7a8 req-76d3e25b-696f-4d1e-a43f-8685b418a936 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:01.120059 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-466d81a7-729a-44fe-92ca-fa86bef0c7a8 req-76d3e25b-696f-4d1e-a43f-8685b418a936 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=203e7fb4-da18-4fd1-9c38-5d5ece868f52 HTTP/1.1" status: 200 len: 944 time: 0.0478420 Sep 03 14:34:01.157337 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-466d81a7-729a-44fe-92ca-fa86bef0c7a8 req-c178e230-984e-44c9-95a5-ab69fa8c6d6f tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314920 Sep 03 14:34:01.770478 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 130a7702-604e-4f6d-99b3-4a1947ca2f85 up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:34:01.818078 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port 130a7702-604e-4f6d-99b3-4a1947ca2f85 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:34:01.821817 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port 130a7702-604e-4f6d-99b3-4a1947ca2f85 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:34:01.822181 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:01.902823 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:01.924935 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203e7fb4-da18-4fd1-9c38-5d5ece868f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130a7702-604e-4f6d-99b3-4a1947ca2f85'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:34:01.927829 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d69146-b95e-452c-afc2-b5a409ac3935" -d '{"events": [{"server_uuid": "203e7fb4-da18-4fd1-9c38-5d5ece868f52", "name": "network-vif-plugged", "status": "completed", "tag": "130a7702-604e-4f6d-99b3-4a1947ca2f85"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:34:01.940100 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port 130a7702-604e-4f6d-99b3-4a1947ca2f85, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=130a7702-604e-4f6d-99b3-4a1947ca2f85,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:34:01.944034 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:01.966407 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363c9731-ee13-4c97-a78d-6c6e7647e3e0 x-openstack-request-id: req-363c9731-ee13-4c97-a78d-6c6e7647e3e0 {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:34:01.966696 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203e7fb4-da18-4fd1-9c38-5d5ece868f52", "name": "network-vif-plugged", "status": "completed", "tag": "130a7702-604e-4f6d-99b3-4a1947ca2f85", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:34:01.966945 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-363c9731-ee13-4c97-a78d-6c6e7647e3e0 {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:34:01.967327 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203e7fb4-da18-4fd1-9c38-5d5ece868f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130a7702-604e-4f6d-99b3-4a1947ca2f85', 'code': 200} Sep 03 14:34:01.995197 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=130a7702-604e-4f6d-99b3-4a1947ca2f85,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:02.136469 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2bafd-44b3-445e-b4e4-9b046cff70b1 req-bd3b3101-61a4-4d9e-9e7d-7ff0a6cc3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:02.137993 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1ae2bafd-44b3-445e-b4e4-9b046cff70b1 req-bd3b3101-61a4-4d9e-9e7d-7ff0a6cc3c44 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=203e7fb4-da18-4fd1-9c38-5d5ece868f52 HTTP/1.1" status: 200 len: 1098 time: 0.0389614 Sep 03 14:34:02.175705 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1ae2bafd-44b3-445e-b4e4-9b046cff70b1 req-c04afb78-3eb3-4e47-a71b-2c04e11083aa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294073 Sep 03 14:34:02.271286 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0f3b0-c6d7-46a8-9152-0c285836c2b7 req-ac2fd4a8-c317-4f0c-974f-9d9c337406f0 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:02.272765 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-20d0f3b0-c6d7-46a8-9152-0c285836c2b7 req-ac2fd4a8-c317-4f0c-974f-9d9c337406f0 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=203e7fb4-da18-4fd1-9c38-5d5ece868f52 HTTP/1.1" status: 200 len: 945 time: 0.0517612 Sep 03 14:34:02.309335 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-20d0f3b0-c6d7-46a8-9152-0c285836c2b7 req-aa8c0605-c0f7-4d9f-83cf-3cb18c8c45ea tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305099 Sep 03 14:34:03.427109 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7dafe-8391-46db-92fa-f096dc5334aa req-accd8416-840b-45e8-b1e9-b1aba1a090f0 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:03.428597 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-efa7dafe-8391-46db-92fa-f096dc5334aa req-accd8416-840b-45e8-b1e9-b1aba1a090f0 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=203e7fb4-da18-4fd1-9c38-5d5ece868f52 HTTP/1.1" status: 200 len: 945 time: 0.0530884 Sep 03 14:34:03.469320 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-efa7dafe-8391-46db-92fa-f096dc5334aa req-627d083f-6d22-4a7d-a94f-feb62df0b529 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346341 Sep 03 14:34:04.580714 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f92bf-2d2a-44d5-bd01-be88c19a8ba2 req-6f564293-f994-4f9c-a76d-4e5c8a8c1c1c tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:04.582807 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7f1f92bf-2d2a-44d5-bd01-be88c19a8ba2 req-6f564293-f994-4f9c-a76d-4e5c8a8c1c1c tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=203e7fb4-da18-4fd1-9c38-5d5ece868f52 HTTP/1.1" status: 200 len: 945 time: 0.0493121 Sep 03 14:34:04.620864 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7f1f92bf-2d2a-44d5-bd01-be88c19a8ba2 req-7d5721b2-5a9b-46d2-bd83-351f47810c7b tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321379 Sep 03 14:34:10.170261 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-5ce18122-1163-4c0c-b049-55adf9ec30a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:12.965173 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d8d46ba4-cab0-4f68-a36f-c78679e22ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:13.268485 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:14.380971 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:15.440623 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c533c9-888a-4703-abc2-543cd0cb8953 req-00fd2048-4d4a-4ea0-b307-4130d67be9ed tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:15.442561 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b0c533c9-888a-4703-abc2-543cd0cb8953 req-00fd2048-4d4a-4ea0-b307-4130d67be9ed tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=203e7fb4-da18-4fd1-9c38-5d5ece868f52 HTTP/1.1" status: 200 len: 945 time: 0.0486891 Sep 03 14:34:15.479840 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b0c533c9-888a-4703-abc2-543cd0cb8953 req-e3f4591b-99bf-4c92-84c0-457933f50bef tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314019 Sep 03 14:34:16.180056 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:16.311351 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:34:16.593751 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932c1d9-aa77-456f-a414-741055df0c96 req-101fdfbd-bfe1-4c21-94a7-bcd614c83c46 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:16.595261 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a932c1d9-aa77-456f-a414-741055df0c96 req-101fdfbd-bfe1-4c21-94a7-bcd614c83c46 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=203e7fb4-da18-4fd1-9c38-5d5ece868f52 HTTP/1.1" status: 200 len: 945 time: 0.0487950 Sep 03 14:34:16.634708 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-a932c1d9-aa77-456f-a414-741055df0c96 req-a8a620cb-1a35-4c1d-8176-4d33ab93054d tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335352 Sep 03 14:34:17.112361 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe661b-7391-4b6d-a337-3f12489b2290 req-33c097c7-65a6-4c33-8db7-5f394f5bba2b tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:17.113849 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-51fe661b-7391-4b6d-a337-3f12489b2290 req-33c097c7-65a6-4c33-8db7-5f394f5bba2b tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.11 "GET /v2.0/ports?device_id=203e7fb4-da18-4fd1-9c38-5d5ece868f52 HTTP/1.1" status: 200 len: 945 time: 0.0573814 Sep 03 14:34:17.202150 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-51fe661b-7391-4b6d-a337-3f12489b2290 req-f633dd6f-1491-45bc-aacf-c5a61e773598 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Deleting port 130a7702-604e-4f6d-99b3-4a1947ca2f85 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:34:17.202492 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-51fe661b-7391-4b6d-a337-3f12489b2290 req-f633dd6f-1491-45bc-aacf-c5a61e773598 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:17.292676 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-51fe661b-7391-4b6d-a337-3f12489b2290 req-f633dd6f-1491-45bc-aacf-c5a61e773598 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] For port 130a7702-604e-4f6d-99b3-4a1947ca2f85, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=130a7702-604e-4f6d-99b3-4a1947ca2f85,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:34:17.293038 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-51fe661b-7391-4b6d-a337-3f12489b2290 req-f633dd6f-1491-45bc-aacf-c5a61e773598 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:17.304394 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-51fe661b-7391-4b6d-a337-3f12489b2290 req-f633dd6f-1491-45bc-aacf-c5a61e773598 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Calling delete_port for 130a7702-604e-4f6d-99b3-4a1947ca2f85 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:34:17.425804 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-51fe661b-7391-4b6d-a337-3f12489b2290 req-f633dd6f-1491-45bc-aacf-c5a61e773598 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:17.437886 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['f0423879-cc32-4de9-8954-b755197f8bff', '5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0', '6c338eec-8479-446e-8c1c-2f8521e2399e', '130a7702-604e-4f6d-99b3-4a1947ca2f85'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:34:17.464949 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633dd6f-1491-45bc-aacf-c5a61e773598 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Pushing event deleted for resources: {'Port': ['ID=130a7702-604e-4f6d-99b3-4a1947ca2f85,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:17.501519 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fe661b-7391-4b6d-a337-3f12489b2290 req-f633dd6f-1491-45bc-aacf-c5a61e773598 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] No DVR routers for this DVR port 130a7702-604e-4f6d-99b3-4a1947ca2f85 on host hv-cinder-75995 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:34:17.504651 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-51fe661b-7391-4b6d-a337-3f12489b2290 req-f633dd6f-1491-45bc-aacf-c5a61e773598 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:17.506705 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-51fe661b-7391-4b6d-a337-3f12489b2290 req-f633dd6f-1491-45bc-aacf-c5a61e773598 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.11 "DELETE /v2.0/ports/130a7702-604e-4f6d-99b3-4a1947ca2f85 HTTP/1.1" status: 204 len: 173 time: 0.3849792 Sep 03 14:34:17.507181 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203e7fb4-da18-4fd1-9c38-5d5ece868f52', 'name': 'network-vif-deleted', 'tag': '130a7702-604e-4f6d-99b3-4a1947ca2f85'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:34:17.509746 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af8f429-b7a1-4faf-89a5-f6c8a4d0ea97" -d '{"events": [{"server_uuid": "203e7fb4-da18-4fd1-9c38-5d5ece868f52", "name": "network-vif-deleted", "tag": "130a7702-604e-4f6d-99b3-4a1947ca2f85"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:34:17.546486 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b564bf2-fd68-480b-97eb-36274bdb4d3d x-openstack-request-id: req-1b564bf2-fd68-480b-97eb-36274bdb4d3d {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:34:17.546775 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203e7fb4-da18-4fd1-9c38-5d5ece868f52", "name": "network-vif-deleted", "tag": "130a7702-604e-4f6d-99b3-4a1947ca2f85", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:34:17.547025 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b564bf2-fd68-480b-97eb-36274bdb4d3d {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:34:17.547423 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203e7fb4-da18-4fd1-9c38-5d5ece868f52', 'name': 'network-vif-deleted', 'tag': '130a7702-604e-4f6d-99b3-4a1947ca2f85', 'status': 'completed', 'code': 200} Sep 03 14:34:17.740648 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-6520bc0f-d16c-443c-8752-caa793f8aa1d req-434d670c-6b7b-40ca-9b9e-daa1f68d7297 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=203e7fb4-da18-4fd1-9c38-5d5ece868f52 HTTP/1.1" status: 200 len: 210 time: 0.0283048 Sep 03 14:34:20.133826 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abb4b8-f21b-48cd-8943-2ffd5cb19a29 req-3c5f8a76-213a-4100-b5ba-516553cc36cd tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:20.135292 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23abb4b8-f21b-48cd-8943-2ffd5cb19a29 req-3c5f8a76-213a-4100-b5ba-516553cc36cd tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=654db591-8afe-43a7-9399-171a41bedfe4 HTTP/1.1" status: 200 len: 945 time: 0.0478051 Sep 03 14:34:20.176732 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23abb4b8-f21b-48cd-8943-2ffd5cb19a29 req-857e624e-4621-4b01-8c3d-127178f320ef tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353649 Sep 03 14:34:21.299265 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc360872-d987-4918-82a7-965efd0b2bb4 req-6645462b-36a7-498a-97bb-db791d60eb77 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:21.300737 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-dc360872-d987-4918-82a7-965efd0b2bb4 req-6645462b-36a7-498a-97bb-db791d60eb77 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=654db591-8afe-43a7-9399-171a41bedfe4 HTTP/1.1" status: 200 len: 945 time: 0.0509372 Sep 03 14:34:21.337297 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-dc360872-d987-4918-82a7-965efd0b2bb4 req-aaa12020-c52d-46ec-ae1e-638cf935d8d7 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301769 Sep 03 14:34:21.724957 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1aef4-e8d0-48f7-81a9-3b08ab412e05 req-bcaed86d-7ccb-40ca-a87c-d15e5bba6d39 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:21.726513 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-26e1aef4-e8d0-48f7-81a9-3b08ab412e05 req-bcaed86d-7ccb-40ca-a87c-d15e5bba6d39 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.11 "GET /v2.0/ports?device_id=654db591-8afe-43a7-9399-171a41bedfe4 HTTP/1.1" status: 200 len: 945 time: 0.0511837 Sep 03 14:34:21.817283 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-26e1aef4-e8d0-48f7-81a9-3b08ab412e05 req-1dba9cac-3b07-450b-b91f-e179734cd671 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Deleting port 6c338eec-8479-446e-8c1c-2f8521e2399e {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:34:21.817628 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-26e1aef4-e8d0-48f7-81a9-3b08ab412e05 req-1dba9cac-3b07-450b-b91f-e179734cd671 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:21.892813 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 130a7702-604e-4f6d-99b3-4a1947ca2f85 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:34:21.914288 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: 130a7702-604e-4f6d-99b3-4a1947ca2f85 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:34:21.914567 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-26e1aef4-e8d0-48f7-81a9-3b08ab412e05 req-1dba9cac-3b07-450b-b91f-e179734cd671 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] For port 6c338eec-8479-446e-8c1c-2f8521e2399e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6c338eec-8479-446e-8c1c-2f8521e2399e,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:34:21.914727 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 130a7702-604e-4f6d-99b3-4a1947ca2f85 not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:34:21.914844 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-26e1aef4-e8d0-48f7-81a9-3b08ab412e05 req-1dba9cac-3b07-450b-b91f-e179734cd671 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:21.927934 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-26e1aef4-e8d0-48f7-81a9-3b08ab412e05 req-1dba9cac-3b07-450b-b91f-e179734cd671 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Calling delete_port for 6c338eec-8479-446e-8c1c-2f8521e2399e owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:34:22.048394 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-26e1aef4-e8d0-48f7-81a9-3b08ab412e05 req-1dba9cac-3b07-450b-b91f-e179734cd671 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:22.062456 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['f0423879-cc32-4de9-8954-b755197f8bff', '5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0', '6c338eec-8479-446e-8c1c-2f8521e2399e'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:34:22.080477 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba9cac-3b07-450b-b91f-e179734cd671 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Pushing event deleted for resources: {'Port': ['ID=6c338eec-8479-446e-8c1c-2f8521e2399e,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:22.121389 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e1aef4-e8d0-48f7-81a9-3b08ab412e05 req-1dba9cac-3b07-450b-b91f-e179734cd671 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] No DVR routers for this DVR port 6c338eec-8479-446e-8c1c-2f8521e2399e on host hv-cinder-75995 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:34:22.123933 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-26e1aef4-e8d0-48f7-81a9-3b08ab412e05 req-1dba9cac-3b07-450b-b91f-e179734cd671 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:22.125942 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-26e1aef4-e8d0-48f7-81a9-3b08ab412e05 req-1dba9cac-3b07-450b-b91f-e179734cd671 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.11 "DELETE /v2.0/ports/6c338eec-8479-446e-8c1c-2f8521e2399e HTTP/1.1" status: 204 len: 173 time: 0.3936000 Sep 03 14:34:22.126382 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654db591-8afe-43a7-9399-171a41bedfe4', 'name': 'network-vif-deleted', 'tag': '6c338eec-8479-446e-8c1c-2f8521e2399e'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:34:22.128670 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26307a15-644d-4815-aebf-d526a1163bcb" -d '{"events": [{"server_uuid": "654db591-8afe-43a7-9399-171a41bedfe4", "name": "network-vif-deleted", "tag": "6c338eec-8479-446e-8c1c-2f8521e2399e"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:34:22.168577 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f69ad1-7088-45b7-958d-1f232ed7e4dd x-openstack-request-id: req-85f69ad1-7088-45b7-958d-1f232ed7e4dd {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:34:22.168943 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654db591-8afe-43a7-9399-171a41bedfe4", "name": "network-vif-deleted", "tag": "6c338eec-8479-446e-8c1c-2f8521e2399e", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:34:22.169242 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85f69ad1-7088-45b7-958d-1f232ed7e4dd {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:34:22.169644 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654db591-8afe-43a7-9399-171a41bedfe4', 'name': 'network-vif-deleted', 'tag': '6c338eec-8479-446e-8c1c-2f8521e2399e', 'status': 'completed', 'code': 200} Sep 03 14:34:22.440380 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-aedc26a4-5a25-4c59-9231-5c469a5576bb req-b098ca7a-8c0b-48ee-a40c-1bee8cca7005 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=654db591-8afe-43a7-9399-171a41bedfe4 HTTP/1.1" status: 200 len: 210 time: 0.0267255 Sep 03 14:34:23.701332 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2e56a-897c-44c0-a0db-8ebca8f28727 req-28e57da0-3b2a-442c-b8d7-096c563e1653 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:23.702884 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-21f2e56a-897c-44c0-a0db-8ebca8f28727 req-28e57da0-3b2a-442c-b8d7-096c563e1653 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa2cba0-553a-40bb-bce3-6925448033d7 HTTP/1.1" status: 200 len: 945 time: 0.0492158 Sep 03 14:34:23.741321 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-21f2e56a-897c-44c0-a0db-8ebca8f28727 req-aa7d1563-c150-437e-87c3-afe311546d17 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310249 Sep 03 14:34:24.424875 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d05da8-c55c-4d1e-b616-481ec9dc5dc6 req-078ee194-ec48-4bec-a3d8-829d5a627709 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:24.426358 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d3d05da8-c55c-4d1e-b616-481ec9dc5dc6 req-078ee194-ec48-4bec-a3d8-829d5a627709 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 945 time: 0.0519648 Sep 03 14:34:24.464352 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d3d05da8-c55c-4d1e-b616-481ec9dc5dc6 req-b6d542fd-792e-4b58-89d4-35e6a0cc4621 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319591 Sep 03 14:34:24.855912 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3db11-6324-48eb-824b-e82da385482d req-0ecd47eb-63de-4d99-b0e1-d553a8c03191 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:24.857389 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4ff3db11-6324-48eb-824b-e82da385482d req-0ecd47eb-63de-4d99-b0e1-d553a8c03191 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa2cba0-553a-40bb-bce3-6925448033d7 HTTP/1.1" status: 200 len: 945 time: 0.0477855 Sep 03 14:34:24.893689 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4ff3db11-6324-48eb-824b-e82da385482d req-d66cde79-9184-4aab-9117-2a669bf867d8 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305192 Sep 03 14:34:25.003469 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a0085-0d7a-48cd-8f6c-b590203ae2a4 req-7b92c1b3-3293-4ddd-bca5-fdf17172ca70 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:25.005417 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-523a0085-0d7a-48cd-8f6c-b590203ae2a4 req-7b92c1b3-3293-4ddd-bca5-fdf17172ca70 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aa2cba0-553a-40bb-bce3-6925448033d7 HTTP/1.1" status: 200 len: 945 time: 0.0491793 Sep 03 14:34:25.094300 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-523a0085-0d7a-48cd-8f6c-b590203ae2a4 req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Deleting port 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:34:25.094648 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-523a0085-0d7a-48cd-8f6c-b590203ae2a4 req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:25.185535 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-523a0085-0d7a-48cd-8f6c-b590203ae2a4 req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] For port 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:34:25.185928 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-523a0085-0d7a-48cd-8f6c-b590203ae2a4 req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:25.198406 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-523a0085-0d7a-48cd-8f6c-b590203ae2a4 req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Calling delete_port for 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:34:25.329295 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-523a0085-0d7a-48cd-8f6c-b590203ae2a4 req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:25.340986 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['f0423879-cc32-4de9-8954-b755197f8bff', '5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:34:25.360831 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Pushing event deleted for resources: {'Port': ['ID=5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:25.375406 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:25.375801 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:25.376111 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:25.376463 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:25.376821 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:25.377773 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:25.377773 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:25.378157 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:25.378322 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:25.378614 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:25.378926 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:25.379785 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:25.419213 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-523a0085-0d7a-48cd-8f6c-b590203ae2a4 req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] No DVR routers for this DVR port 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 on host hv-cinder-75995 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:34:25.421706 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-523a0085-0d7a-48cd-8f6c-b590203ae2a4 req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:25.423743 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-523a0085-0d7a-48cd-8f6c-b590203ae2a4 req-d64890d3-ce8a-48ae-89d8-51cc37c85349 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.11 "DELETE /v2.0/ports/5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 HTTP/1.1" status: 204 len: 173 time: 0.4120026 Sep 03 14:34:25.424208 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa2cba0-553a-40bb-bce3-6925448033d7', 'name': 'network-vif-deleted', 'tag': '5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:34:25.427138 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36da898-5368-4119-b437-3a435498510d" -d '{"events": [{"server_uuid": "3aa2cba0-553a-40bb-bce3-6925448033d7", "name": "network-vif-deleted", "tag": "5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:34:25.498545 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c902da-5f18-4198-b686-d64bb82d9964 x-openstack-request-id: req-c5c902da-5f18-4198-b686-d64bb82d9964 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:34:25.498844 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa2cba0-553a-40bb-bce3-6925448033d7", "name": "network-vif-deleted", "tag": "5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:34:25.499276 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5c902da-5f18-4198-b686-d64bb82d9964 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:34:25.499497 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa2cba0-553a-40bb-bce3-6925448033d7', 'name': 'network-vif-deleted', 'tag': '5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0', 'status': 'completed', 'code': 200} Sep 03 14:34:25.607087 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1536b-94bc-47ff-bfb6-37c1e5082b46 req-e5109dc5-0b39-40ee-9ef4-5a1e5d38e555 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:25.608534 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-63c1536b-94bc-47ff-bfb6-37c1e5082b46 req-e5109dc5-0b39-40ee-9ef4-5a1e5d38e555 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 945 time: 0.0531695 Sep 03 14:34:25.647057 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-63c1536b-94bc-47ff-bfb6-37c1e5082b46 req-465ae0a9-f2ea-4d69-9abe-ceb139be2e2f tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315711 Sep 03 14:34:25.892487 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 6c338eec-8479-446e-8c1c-2f8521e2399e no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:34:25.915225 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: 6c338eec-8479-446e-8c1c-2f8521e2399e {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:34:25.918210 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 6c338eec-8479-446e-8c1c-2f8521e2399e not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:34:25.958018 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e3892-aa3a-40df-8d31-9cf7c214ac7d req-b6e3f95b-a10a-41cf-bae6-74d78ec3128c tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:25.959957 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-406e3892-aa3a-40df-8d31-9cf7c214ac7d req-b6e3f95b-a10a-41cf-bae6-74d78ec3128c tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 945 time: 0.0576689 Sep 03 14:34:26.024856 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-19a214ee-148e-4d5d-a614-df182a3e0286 req-130af255-f903-4416-92a1-8edb2a11e8b9 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa2cba0-553a-40bb-bce3-6925448033d7 HTTP/1.1" status: 200 len: 210 time: 0.0301583 Sep 03 14:34:26.076548 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-406e3892-aa3a-40df-8d31-9cf7c214ac7d req-d92495be-3eb9-4a3f-a75a-43538c9b7583 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Deleting port cb7eec0e-182a-4373-a69c-35acd079c490 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:34:26.076891 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-406e3892-aa3a-40df-8d31-9cf7c214ac7d req-d92495be-3eb9-4a3f-a75a-43538c9b7583 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:26.166743 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-406e3892-aa3a-40df-8d31-9cf7c214ac7d req-d92495be-3eb9-4a3f-a75a-43538c9b7583 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] For port cb7eec0e-182a-4373-a69c-35acd079c490, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=cb7eec0e-182a-4373-a69c-35acd079c490,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:34:26.167027 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-406e3892-aa3a-40df-8d31-9cf7c214ac7d req-d92495be-3eb9-4a3f-a75a-43538c9b7583 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:26.332587 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-406e3892-aa3a-40df-8d31-9cf7c214ac7d req-d92495be-3eb9-4a3f-a75a-43538c9b7583 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:26.332940 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-406e3892-aa3a-40df-8d31-9cf7c214ac7d req-d92495be-3eb9-4a3f-a75a-43538c9b7583 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-894004'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:26.333268 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.l3_db [req-406e3892-aa3a-40df-8d31-9cf7c214ac7d req-d92495be-3eb9-4a3f-a75a-43538c9b7583 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Floating IP 0bbc6168-e2ab-4c06-89ff-fcfa2818c6c0 disassociated. External IP: 172.27.3.16, port: cb7eec0e-182a-4373-a69c-35acd079c490. Sep 03 14:34:26.333607 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-406e3892-aa3a-40df-8d31-9cf7c214ac7d req-d92495be-3eb9-4a3f-a75a-43538c9b7583 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Calling delete_port for cb7eec0e-182a-4373-a69c-35acd079c490 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:34:26.462484 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-406e3892-aa3a-40df-8d31-9cf7c214ac7d req-d92495be-3eb9-4a3f-a75a-43538c9b7583 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:26.490521 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92495be-3eb9-4a3f-a75a-43538c9b7583 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event deleted for resources: {'Port': ['ID=cb7eec0e-182a-4373-a69c-35acd079c490,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:26.606921 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-406e3892-aa3a-40df-8d31-9cf7c214ac7d req-d92495be-3eb9-4a3f-a75a-43538c9b7583 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:34:26.715123 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-406e3892-aa3a-40df-8d31-9cf7c214ac7d req-d92495be-3eb9-4a3f-a75a-43538c9b7583 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:34:26.725854 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabac77e-664c-4806-af91-d4866a815e67 None None] Sync routers for ids ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:34:26.734923 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabac77e-664c-4806-af91-d4866a815e67 None None] Routers {'47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:34:26.735550 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-fabac77e-664c-4806-af91-d4866a815e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:34:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:34:26.739278 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-2973e3e9-436e-4731-bc0b-95e99261005d req-c864d854-8d8f-4b02-9ad6-56466e32560c tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0658960-ff3a-48aa-95a0-9dab688de20f HTTP/1.1" status: 200 len: 210 time: 0.0271182 Sep 03 14:34:26.758904 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-406e3892-aa3a-40df-8d31-9cf7c214ac7d req-d92495be-3eb9-4a3f-a75a-43538c9b7583 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] No DVR routers for this DVR port cb7eec0e-182a-4373-a69c-35acd079c490 on host hv-cinder-75995 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:34:26.768560 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-406e3892-aa3a-40df-8d31-9cf7c214ac7d req-d92495be-3eb9-4a3f-a75a-43538c9b7583 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:26.768560 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-406e3892-aa3a-40df-8d31-9cf7c214ac7d req-d92495be-3eb9-4a3f-a75a-43538c9b7583 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.11 "DELETE /v2.0/ports/cb7eec0e-182a-4373-a69c-35acd079c490 HTTP/1.1" status: 204 len: 173 time: 0.7972169 Sep 03 14:34:26.845460 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-fabac77e-664c-4806-af91-d4866a815e67 None None] Set router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:34:27.052858 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-fabac77e-664c-4806-af91-d4866a815e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:38Z', 'revision_number': 5, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:34:27.079555 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabac77e-664c-4806-af91-d4866a815e67 None None] Checking router: 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:34:27.088462 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabac77e-664c-4806-af91-d4866a815e67 None None] Routers {'47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:34:27.089091 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-fabac77e-664c-4806-af91-d4866a815e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:34:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:34:27.207286 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-fabac77e-664c-4806-af91-d4866a815e67 None None] Set router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:34:27.423793 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-fabac77e-664c-4806-af91-d4866a815e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:38Z', 'revision_number': 5, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:34:27.500944 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0658960-ff3a-48aa-95a0-9dab688de20f', 'name': 'network-vif-deleted', 'tag': 'cb7eec0e-182a-4373-a69c-35acd079c490'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:34:27.503376 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac625e5f-45a6-4c17-9138-15e72fe70ab8" -d '{"events": [{"server_uuid": "d0658960-ff3a-48aa-95a0-9dab688de20f", "name": "network-vif-deleted", "tag": "cb7eec0e-182a-4373-a69c-35acd079c490"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:34:27.540263 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd682d0-c14c-426b-a522-432f36ccabec x-openstack-request-id: req-7dd682d0-c14c-426b-a522-432f36ccabec {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:34:27.540558 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0658960-ff3a-48aa-95a0-9dab688de20f", "name": "network-vif-deleted", "tag": "cb7eec0e-182a-4373-a69c-35acd079c490", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:34:27.540813 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7dd682d0-c14c-426b-a522-432f36ccabec {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:34:27.541801 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0658960-ff3a-48aa-95a0-9dab688de20f', 'name': 'network-vif-deleted', 'tag': 'cb7eec0e-182a-4373-a69c-35acd079c490', 'status': 'completed', 'code': 200} Sep 03 14:34:27.572022 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabac77e-664c-4806-af91-d4866a815e67 None None] The sync data for ids ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'] in dv-cinder-759955-20-iscsi is: [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:38Z', 'revision_number': 5, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:34:27.784923 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62283b6f-54b8-4a92-a78f-8dfbefbb5e4e None None] New status for floating IP 0bbc6168-e2ab-4c06-89ff-fcfa2818c6c0: DOWN {{(pid=93972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:34:27.997695 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-bc81efec-9555-450c-ba7c-fabf66e348de tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-544087736&fields=id&tenant_id=42cecdba0449496aa6fb095a1cf375ba HTTP/1.1" status: 200 len: 267 time: 0.0342600 Sep 03 14:34:28.108140 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-09435300-9d89-4f74-98ce-f0e2bc85fb81 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:28.109497 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-09435300-9d89-4f74-98ce-f0e2bc85fb81 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/networks?id=51fcce33-aacc-403c-a3cf-fa55e4f906fa HTTP/1.1" status: 200 len: 811 time: 0.1043024 Sep 03 14:34:28.123957 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-941bb290-9498-4dc5-ab58-45667e18c4bd tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/quotas/42cecdba0449496aa6fb095a1cf375ba HTTP/1.1" status: 200 len: 375 time: 0.0087512 Sep 03 14:34:28.175043 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-e2f37eb1-f21a-4ace-8982-3b0df485a8b2 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=42cecdba0449496aa6fb095a1cf375ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460629 Sep 03 14:34:28.319792 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-915e4838-cc1e-4edf-a255-5260137a6194 service neutron] 10.222.0.23 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327369 Sep 03 14:34:28.432415 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f9f9a-bf44-4eeb-ad3c-9e7ba54106d5 req-e9357e9f-8ff3-4c40-86ce-c5af57f9fe0c tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:28.434041 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2b1f9f9a-bf44-4eeb-ad3c-9e7ba54106d5 req-e9357e9f-8ff3-4c40-86ce-c5af57f9fe0c tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=f414e465-4263-4381-9445-712f9ea23a28 HTTP/1.1" status: 200 len: 946 time: 0.0517306 Sep 03 14:34:28.478962 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2b1f9f9a-bf44-4eeb-ad3c-9e7ba54106d5 req-4fb5e42a-4998-4b65-a6f7-e941f4aa857d tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382600 Sep 03 14:34:28.644139 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-a6e84d8b-48cd-44d6-abf0-3397e4308d4c service neutron] 10.222.0.23 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176475 Sep 03 14:34:28.929300 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9dc55a52-cabf-44f8-89dd-d211aa9c92f2 req-1a5c553a-b6e7-4266-9378-ff8917b94144 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 210 time: 0.0283487 Sep 03 14:34:29.594798 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34993739-52a8-4df6-ac31-86059fd67b0e req-5dc46eeb-f0bb-4d61-b02c-8d216eab5efa tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:29.596188 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-34993739-52a8-4df6-ac31-86059fd67b0e req-5dc46eeb-f0bb-4d61-b02c-8d216eab5efa tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=f414e465-4263-4381-9445-712f9ea23a28 HTTP/1.1" status: 200 len: 946 time: 0.0485196 Sep 03 14:34:29.637406 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-34993739-52a8-4df6-ac31-86059fd67b0e req-f26f830e-339f-482b-9a66-59df61a3e1b7 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7eb703-bef7-4f9d-943d-ed46aab76043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352590 Sep 03 14:34:29.813902 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-b1242346-33ae-4252-b1e0-0d0fd02de1bc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:29.817023 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-b1242346-33ae-4252-b1e0-0d0fd02de1bc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.11 "GET /v2.0/networks?id=51fcce33-aacc-403c-a3cf-fa55e4f906fa HTTP/1.1" status: 200 len: 811 time: 0.1021607 Sep 03 14:34:29.859531 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-cc2dacb8-48ce-4a7a-b0e2-047948f1f4fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42cecdba0449496aa6fb095a1cf375ba HTTP/1.1" status: 200 len: 379 time: 0.0332644 Sep 03 14:34:29.874161 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-756faac2-94b5-452b-ba4d-068a9109cdc6 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Request body: {'port': {'device_id': '57914538-fb8b-403e-a1c6-fea0562614df', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'admin_state_up': True, 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'security_groups': ['58ab0f12-2bcb-4171-8c0e-8803ae0030f7']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:34:29.923507 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:34:29.924741 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaabc9b-fb5a-4133-89a4-bbb424a01c1c req-2d3a809d-60e2-42e2-8bf4-60e844516109 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:29.926762 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8eaabc9b-fb5a-4133-89a4-bbb424a01c1c req-2d3a809d-60e2-42e2-8bf4-60e844516109 tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.11 "GET /v2.0/ports?device_id=f414e465-4263-4381-9445-712f9ea23a28 HTTP/1.1" status: 200 len: 946 time: 0.0496433 Sep 03 14:34:29.947890 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:34:29.948544 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device 5ed3dde2-63cf-4b4b-8e7b-a64a8f98c5a0 not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:34:29.949133 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device cb7eec0e-182a-4373-a69c-35acd079c490 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:34:29.970514 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: cb7eec0e-182a-4373-a69c-35acd079c490 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:34:29.970867 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device cb7eec0e-182a-4373-a69c-35acd079c490 not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:34:30.026542 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [req-8eaabc9b-fb5a-4133-89a4-bbb424a01c1c req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Deleting port f0423879-cc32-4de9-8954-b755197f8bff {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:34:30.026890 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-8eaabc9b-fb5a-4133-89a4-bbb424a01c1c req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:30.028281 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a71be670-ddc4-4fce-a112-c619fbce9d2b req-b40eaa2f-fa4e-4d04-8ed6-b7921a169bb9 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 210 time: 0.0289977 Sep 03 14:34:30.029004 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-756faac2-94b5-452b-ba4d-068a9109cdc6 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Made reservation on behalf of 42cecdba0449496aa6fb095a1cf375ba for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:34:30.032512 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-756faac2-94b5-452b-ba4d-068a9109cdc6 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:30.121163 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [req-8eaabc9b-fb5a-4133-89a4-bbb424a01c1c req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] For port f0423879-cc32-4de9-8954-b755197f8bff, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=f0423879-cc32-4de9-8954-b755197f8bff,segment=NetworkSegment(491a5dde-cee0-40e8-b14a-273ceae97ce5),segment_id=491a5dde-cee0-40e8-b14a-273ceae97ce5)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:34:30.121455 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-8eaabc9b-fb5a-4133-89a4-bbb424a01c1c req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:30.134319 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [req-8eaabc9b-fb5a-4133-89a4-bbb424a01c1c req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Calling delete_port for f0423879-cc32-4de9-8954-b755197f8bff owned by compute:nova {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:34:30.178187 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-756faac2-94b5-452b-ba4d-068a9109cdc6 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Allocated IP 172.20.0.4 (51fcce33-aacc-403c-a3cf-fa55e4f906fa/f616f030-5d87-44ee-b6a1-45bd5ec39fd1/ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:34:30.313169 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-8eaabc9b-fb5a-4133-89a4-bbb424a01c1c req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:30.326059 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['f0423879-cc32-4de9-8954-b755197f8bff'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:34:30.337913 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-756faac2-94b5-452b-ba4d-068a9109cdc6 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:30.341897 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Pushing event deleted for resources: {'Port': ['ID=f0423879-cc32-4de9-8954-b755197f8bff,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:30.352685 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:30.353033 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:30.353395 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:30.353852 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:30.354201 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:30.354546 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:30.354892 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:30.355224 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:30.355562 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:30.355895 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:30.356022 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-756faac2-94b5-452b-ba4d-068a9109cdc6 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Transition to ACTIVE for port object ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:34:30.356230 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:30.356720 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:30.390540 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-756faac2-94b5-452b-ba4d-068a9109cdc6 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:30.402294 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eaabc9b-fb5a-4133-89a4-bbb424a01c1c req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] No DVR routers for this DVR port f0423879-cc32-4de9-8954-b755197f8bff on host hv-cinder-75995 {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:34:30.404628 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [req-8eaabc9b-fb5a-4133-89a4-bbb424a01c1c req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:30.406694 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-8eaabc9b-fb5a-4133-89a4-bbb424a01c1c req-66251745-5a61-4844-b363-e09c1db0ddab tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.11 "DELETE /v2.0/ports/f0423879-cc32-4de9-8954-b755197f8bff HTTP/1.1" status: 204 len: 173 time: 0.4739070 Sep 03 14:34:30.407137 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f414e465-4263-4381-9445-712f9ea23a28', 'name': 'network-vif-deleted', 'tag': 'f0423879-cc32-4de9-8954-b755197f8bff'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:34:30.409435 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e94079-3b8b-43a0-8bb0-484a5f344ccb" -d '{"events": [{"server_uuid": "f414e465-4263-4381-9445-712f9ea23a28", "name": "network-vif-deleted", "tag": "f0423879-cc32-4de9-8954-b755197f8bff"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:34:30.435694 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-756faac2-94b5-452b-ba4d-068a9109cdc6 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Network 51fcce33-aacc-403c-a3cf-fa55e4f906fa is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:34:30.439497 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-756faac2-94b5-452b-ba4d-068a9109cdc6 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:34:30.446381 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-756faac2-94b5-452b-ba4d-068a9109cdc6 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:34:30.450230 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756faac2-94b5-452b-ba4d-068a9109cdc6 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event updated for resources: {'Port': ['ID=ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:30.512614 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:30.514358 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-756faac2-94b5-452b-ba4d-068a9109cdc6 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:30.515031 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-756faac2-94b5-452b-ba4d-068a9109cdc6 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:30.531313 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-756faac2-94b5-452b-ba4d-068a9109cdc6 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6607106 Sep 03 14:34:30.541687 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5c1891-2d18-4773-8da9-4b9f13140ebe x-openstack-request-id: req-ad5c1891-2d18-4773-8da9-4b9f13140ebe {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:34:30.541990 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f414e465-4263-4381-9445-712f9ea23a28", "name": "network-vif-deleted", "tag": "f0423879-cc32-4de9-8954-b755197f8bff", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:34:30.542243 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad5c1891-2d18-4773-8da9-4b9f13140ebe {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:34:30.542646 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f414e465-4263-4381-9445-712f9ea23a28', 'name': 'network-vif-deleted', 'tag': 'f0423879-cc32-4de9-8954-b755197f8bff', 'status': 'completed', 'code': 200} Sep 03 14:34:30.548438 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Request body: {'port': {'device_id': '57914538-fb8b-403e-a1c6-fea0562614df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:34:30.610775 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:30.744239 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-5a302367-dec2-4541-ba2c-15ea6d3c208f None None] Provisioning for port ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:34:30.748011 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-5a302367-dec2-4541-ba2c-15ea6d3c208f None None] Provisioning complete for port ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:34:30.748383 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-5a302367-dec2-4541-ba2c-15ea6d3c208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:30.755636 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f36f0e3d-08d8-44a7-ae04-00693b1b6c49 req-8b22ad41-28a0-48dc-8752-f0b63dae32da tempest-AttachVolumeNegativeTest-709273725 tempest-AttachVolumeNegativeTest-709273725-project] 10.222.0.23 "GET /v2.0/ports?device_id=f414e465-4263-4381-9445-712f9ea23a28 HTTP/1.1" status: 200 len: 210 time: 0.0387189 Sep 03 14:34:30.786727 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-5a302367-dec2-4541-ba2c-15ea6d3c208f None None] Port ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:34:30.915321 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:34:30.922820 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:30.934934 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Transition to ACTIVE for port object ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:34:30.938383 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:30.995178 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Pushing event updated for resources: {'Port': ['ID=ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:31.065116 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Attempting to bind port ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:34:31.065777 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Attempting to bind port ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:34:31.066032 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Attempting to bind port ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e on network 51fcce33-aacc-403c-a3cf-fa55e4f906fa {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:34:31.071258 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Port ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e on network 51fcce33-aacc-403c-a3cf-fa55e4f906fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:34:31.071592 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Attempting to bind port ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e on network 51fcce33-aacc-403c-a3cf-fa55e4f906fa {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:34:31.078043 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:34:31.078390 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Checking segment: {'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:34:31.078784 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Bound using segment: {'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:34:31.079221 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Bound port: ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:34:31.079587 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:31.150196 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] For port ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e, host hv-cinder-75995, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:34:31.152376 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66118da-bc51-4203-9521-dca15b6fef47 req-fd9030d5-76d6-4337-a402-8423e37e7f94 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:31.153769 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] For port ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:34:31.153930 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c66118da-bc51-4203-9521-dca15b6fef47 req-fd9030d5-76d6-4337-a402-8423e37e7f94 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 943 time: 0.0520108 Sep 03 14:34:31.157863 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:31.192115 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-c66118da-bc51-4203-9521-dca15b6fef47 req-78b75b32-9711-45db-af26-952522f3e7a6 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313272 Sep 03 14:34:31.193783 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:31.195472 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:31.197496 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] 10.222.0.11 "PUT /v2.0/ports/ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e HTTP/1.1" status: 200 len: 1093 time: 0.6538334 Sep 03 14:34:31.200415 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57914538-fb8b-403e-a1c6-fea0562614df', 'tag': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:34:31.204222 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1636265-6300-440b-9d1a-84a7ca37f19b" -d '{"events": [{"name": "network-changed", "server_uuid": "57914538-fb8b-403e-a1c6-fea0562614df", "tag": "ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:34:31.241305 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aac077-8ebd-4293-aa95-ff28d3d69d3f service neutron] Pushing event updated for resources: {'Port': ['ID=ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:31.254509 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e793e02-125b-4424-80ed-0de56e6b1593 x-openstack-request-id: req-2e793e02-125b-4424-80ed-0de56e6b1593 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:34:31.254799 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57914538-fb8b-403e-a1c6-fea0562614df", "tag": "ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:34:31.255053 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e793e02-125b-4424-80ed-0de56e6b1593 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:34:31.255485 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57914538-fb8b-403e-a1c6-fea0562614df', 'tag': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e', 'status': 'completed', 'code': 200} Sep 03 14:34:31.289115 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-69188e8d-6257-4ace-9865-26af7d2f4ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:31.290683 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-69188e8d-6257-4ace-9865-26af7d2f4ab8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42cecdba0449496aa6fb095a1cf375ba&device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 1096 time: 0.0468938 Sep 03 14:34:31.334843 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-9c1320b1-6cf4-471c-8aef-cf870c7201e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e HTTP/1.1" status: 200 len: 217 time: 0.0351832 Sep 03 14:34:31.386272 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-384e6644-3337-403c-b8df-884a615c60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:31.387746 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-384e6644-3337-403c-b8df-884a615c60e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f616f030-5d87-44ee-b6a1-45bd5ec39fd1 HTTP/1.1" status: 200 len: 850 time: 0.0456843 Sep 03 14:34:31.437594 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-db326aca-e013-4a94-8fad-fa632cf1fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:31.439133 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-db326aca-e013-4a94-8fad-fa632cf1fd3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fcce33-aacc-403c-a3cf-fa55e4f906fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441370 Sep 03 14:34:31.527674 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-73c1f955-9ca7-4108-99c3-103d555a665e service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816331 Sep 03 14:34:31.619533 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c93a106b-024a-45f3-9c03-6687e76980d8 req-09778400-b659-4e76-ba48-874aa2b19e4d service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842645 Sep 03 14:34:31.706881 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1636265-6300-440b-9d1a-84a7ca37f19b req-42cbb124-8cab-42c2-8e16-3f4ff625e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:31.708352 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a1636265-6300-440b-9d1a-84a7ca37f19b req-42cbb124-8cab-42c2-8e16-3f4ff625e0fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42cecdba0449496aa6fb095a1cf375ba&device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 1096 time: 0.0408633 Sep 03 14:34:31.805430 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1636265-6300-440b-9d1a-84a7ca37f19b req-aad98bf3-8534-4af2-a941-5195fe267271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:31.806954 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a1636265-6300-440b-9d1a-84a7ca37f19b req-aad98bf3-8534-4af2-a941-5195fe267271 service neutron] 10.222.0.11 "GET /v2.0/networks?id=51fcce33-aacc-403c-a3cf-fa55e4f906fa HTTP/1.1" status: 200 len: 912 time: 0.0898006 Sep 03 14:34:31.817388 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 50922) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:34:31.848520 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a1636265-6300-440b-9d1a-84a7ca37f19b req-8aade3b7-209f-4ab4-899c-78120779997c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e HTTP/1.1" status: 200 len: 217 time: 0.0342190 Sep 03 14:34:31.864656 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_v2 [None req-eedfd682-1a09-4570-80a1-07c2b6654708 admin admin] Deleting subnet ebf53212-ea67-414e-a7a4-a829c276d5a5 {{(pid=93970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:34:31.867916 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-eedfd682-1a09-4570-80a1-07c2b6654708 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:31.896851 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1636265-6300-440b-9d1a-84a7ca37f19b req-80997c8d-1a4f-406f-903c-c97a2dea711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:31.898354 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a1636265-6300-440b-9d1a-84a7ca37f19b req-80997c8d-1a4f-406f-903c-c97a2dea711c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f616f030-5d87-44ee-b6a1-45bd5ec39fd1 HTTP/1.1" status: 200 len: 850 time: 0.0431604 Sep 03 14:34:31.901755 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-eedfd682-1a09-4570-80a1-07c2b6654708 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4013441'] for subnet, precommit_delete_associations {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:31.941796 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-eedfd682-1a09-4570-80a1-07c2b6654708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16749918'] for subnet, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:31.951300 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1636265-6300-440b-9d1a-84a7ca37f19b req-17887d82-70d9-44e7-a52d-5fc4391ec90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:31.952714 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a1636265-6300-440b-9d1a-84a7ca37f19b req-17887d82-70d9-44e7-a52d-5fc4391ec90c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fcce33-aacc-403c-a3cf-fa55e4f906fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0473723 Sep 03 14:34:31.995869 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-eedfd682-1a09-4570-80a1-07c2b6654708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16749863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2700628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632419'] for subnet, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:32.019729 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfd682-1a09-4570-80a1-07c2b6654708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf53212-ea67-414e-a7a4-a829c276d5a5,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:32.026279 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-eedfd682-1a09-4570-80a1-07c2b6654708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:32.030725 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-eedfd682-1a09-4570-80a1-07c2b6654708 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ebf53212-ea67-414e-a7a4-a829c276d5a5 HTTP/1.1" status: 204 len: 168 time: 0.2098031 Sep 03 14:34:32.031726 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 50924) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:34:32.045354 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a1636265-6300-440b-9d1a-84a7ca37f19b req-8fed703b-bc39-4d90-b289-2ca56b8b1903 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846217 Sep 03 14:34:32.103085 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1e025636-e2ac-4510-8a97-147e58cfbaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16589909'] for network, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:32.138406 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a1636265-6300-440b-9d1a-84a7ca37f19b req-709bcea0-d037-463f-b492-df67e0a1ddb9 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859954 Sep 03 14:34:32.183673 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1e025636-e2ac-4510-8a97-147e58cfbaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16749259', 'neutron.services.segments.db._delete_segments_for_network-8777478328405'] for network, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:32.193251 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.services.segments.db [None req-1e025636-e2ac-4510-8a97-147e58cfbaef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90ff21c-d85a-4aad-9ec6-7b139fc15342']}} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:34:32.202661 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.services.segments.db [None req-1e025636-e2ac-4510-8a97-147e58cfbaef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491a5dde-cee0-40e8-b14a-273ceae97ce5') {'for_net_delete': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:34:32.202959 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.services.segments.db [None req-1e025636-e2ac-4510-8a97-147e58cfbaef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491a5dde-cee0-40e8-b14a-273ceae97ce5') {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:34:32.211995 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1e025636-e2ac-4510-8a97-147e58cfbaef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777478329694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4013464'] for segment, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:32.225685 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1e025636-e2ac-4510-8a97-147e58cfbaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:32.231876 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e025636-e2ac-4510-8a97-147e58cfbaef admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:34:32.232333 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1e025636-e2ac-4510-8a97-147e58cfbaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2700554'] for segment, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: Traceback (most recent call last): Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: timer() Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: cb(*args, **kw) Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: return func(*args, **kwargs) Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: self._notify() Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: self.callback(batched_events) Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: event.method(event) Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: return f(self, *a, **k) Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: return self._get(url).json() Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: return self.request(url, 'GET', **kwargs) Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:34:32.234097 dv-cinder-759955-20-iscsi neutron-server[93970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:34:32.290848 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1e025636-e2ac-4510-8a97-147e58cfbaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16749276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893990'] for network, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:32.296390 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1e025636-e2ac-4510-8a97-147e58cfbaef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:32.298192 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-1e025636-e2ac-4510-8a97-147e58cfbaef admin admin] 10.222.0.23 "DELETE /v2.0/networks/d90ff21c-d85a-4aad-9ec6-7b139fc15342 HTTP/1.1" status: 204 len: 168 time: 0.2660134 Sep 03 14:34:32.308663 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e025636-e2ac-4510-8a97-147e58cfbaef admin admin] Pushing event deleted for resources: {'Network': ['ID=d90ff21c-d85a-4aad-9ec6-7b139fc15342,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:32.325979 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0676c4-023d-4c93-a02d-4f23b1b24a21 req-ab57371b-96cb-4c83-bddb-364927dcfbd5 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:32.327735 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6c0676c4-023d-4c93-a02d-4f23b1b24a21 req-ab57371b-96cb-4c83-bddb-364927dcfbd5 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 943 time: 0.0579958 Sep 03 14:34:32.368183 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6c0676c4-023d-4c93-a02d-4f23b1b24a21 req-12a2ec54-d3cd-44ac-9e6f-5596b1dd1827 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343904 Sep 03 14:34:32.408107 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 50930) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:34:32.451448 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-235d341c-d294-4f91-937d-c17316194845 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71fe95e5c3ca45669d4fe70913cc6678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421829 Sep 03 14:34:32.453972 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 50932) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:34:32.501459 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-68f855db-e6df-46c9-9bc3-9fb7289705c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:32.523267 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-68f855db-e6df-46c9-9bc3-9fb7289705c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:32.570168 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-68f855db-e6df-46c9-9bc3-9fb7289705c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:32.573009 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-68f855db-e6df-46c9-9bc3-9fb7289705c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:32.574187 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-68f855db-e6df-46c9-9bc3-9fb7289705c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee7eb703-bef7-4f9d-943d-ed46aab76043 HTTP/1.1" status: 204 len: 168 time: 0.1193273 Sep 03 14:34:32.582887 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f855db-e6df-46c9-9bc3-9fb7289705c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7eb703-bef7-4f9d-943d-ed46aab76043,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:33.485736 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0469d-702d-4de4-9195-dc5ef1d27c38 req-5b858107-fedd-4b4a-ab95-00880000c736 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:33.487259 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-20a0469d-702d-4de4-9195-dc5ef1d27c38 req-5b858107-fedd-4b4a-ab95-00880000c736 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 943 time: 0.0529234 Sep 03 14:34:33.526627 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-20a0469d-702d-4de4-9195-dc5ef1d27c38 req-51db8cc8-df08-47ad-b3ff-5e2fd4d24939 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328662 Sep 03 14:34:33.953866 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device f0423879-cc32-4de9-8954-b755197f8bff no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:34:33.974760 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: f0423879-cc32-4de9-8954-b755197f8bff {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:34:33.975112 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device f0423879-cc32-4de9-8954-b755197f8bff not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:34:34.648307 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2299b-cea7-4ccb-a540-7fa7666fef5b req-97aa161d-2aa5-4067-8191-3ac461d306ab tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:34.649831 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b1f2299b-cea7-4ccb-a540-7fa7666fef5b req-97aa161d-2aa5-4067-8191-3ac461d306ab tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 943 time: 0.0550871 Sep 03 14:34:34.690769 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b1f2299b-cea7-4ccb-a540-7fa7666fef5b req-78d0a08e-25cb-4501-be36-b6672bf1efb8 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334322 Sep 03 14:34:35.809822 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b10000-46ae-4bc7-9c63-e3578b6ba53f req-421c1b94-ab6d-479e-9787-0f64d3943c7e tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:35.811175 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f9b10000-46ae-4bc7-9c63-e3578b6ba53f req-421c1b94-ab6d-479e-9787-0f64d3943c7e tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 943 time: 0.0535524 Sep 03 14:34:35.851231 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f9b10000-46ae-4bc7-9c63-e3578b6ba53f req-806ce2cd-dd9d-4229-adbd-0e09c5c08f92 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339267 Sep 03 14:34:37.219148 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfe297-9f45-4350-a114-710bded8c8bc req-383aefe4-7195-419d-9b32-86497612de83 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:37.220711 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-65dfe297-9f45-4350-a114-710bded8c8bc req-383aefe4-7195-419d-9b32-86497612de83 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 943 time: 0.3046300 Sep 03 14:34:37.263239 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-65dfe297-9f45-4350-a114-710bded8c8bc req-0b91d733-c101-48aa-b380-fe9a0cb26eea tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355215 Sep 03 14:34:37.512894 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51038) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:34:37.615302 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fe905246-b0a3-4af7-92ab-39a20c7e1f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:37.703195 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fe905246-b0a3-4af7-92ab-39a20c7e1f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:37.706847 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fe905246-b0a3-4af7-92ab-39a20c7e1f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:37.744605 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-fe905246-b0a3-4af7-92ab-39a20c7e1f18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76c0f871eebe4068adb85f5c0a421d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306049 Sep 03 14:34:37.746531 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe905246-b0a3-4af7-92ab-39a20c7e1f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a955aa-373b-4820-a23f-afb589688478,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:37.747315 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 51042) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:34:37.796611 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8c9436e7-315d-40f1-97f2-671d671785ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:37.817996 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8c9436e7-315d-40f1-97f2-671d671785ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:37.866828 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8c9436e7-315d-40f1-97f2-671d671785ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:37.869432 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8c9436e7-315d-40f1-97f2-671d671785ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:37.870617 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8c9436e7-315d-40f1-97f2-671d671785ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09a955aa-373b-4820-a23f-afb589688478 HTTP/1.1" status: 204 len: 168 time: 0.1222208 Sep 03 14:34:37.878657 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9436e7-315d-40f1-97f2-671d671785ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a955aa-373b-4820-a23f-afb589688478,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:38.129971 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51048) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:34:38.143688 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c15fae29-5489-4942-837a-88a1fe8ab0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:38.240032 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c15fae29-5489-4942-837a-88a1fe8ab0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:38.244014 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c15fae29-5489-4942-837a-88a1fe8ab0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:38.282435 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fae29-5489-4942-837a-88a1fe8ab0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaf49c4-cb9d-4234-9621-2f07195af0d1,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:38.287847 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-c15fae29-5489-4942-837a-88a1fe8ab0b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edaa6fdc0f98489b97b2afb2d2d83fea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566687 Sep 03 14:34:38.291210 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 51050) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:34:38.349823 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-30c3b964-62b9-4904-b3c5-e3468398dc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:38.374578 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-30c3b964-62b9-4904-b3c5-e3468398dc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:38.403455 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71a39c-51de-4e2a-b570-840f52be2fc2 req-3d015ad3-ac50-4414-baa4-0be3a6f6c2e4 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:38.405008 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-3f71a39c-51de-4e2a-b570-840f52be2fc2 req-3d015ad3-ac50-4414-baa4-0be3a6f6c2e4 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 943 time: 0.0596888 Sep 03 14:34:38.424018 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-30c3b964-62b9-4904-b3c5-e3468398dc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:38.427325 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-30c3b964-62b9-4904-b3c5-e3468398dc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:38.428521 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-30c3b964-62b9-4904-b3c5-e3468398dc78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bdaf49c4-cb9d-4234-9621-2f07195af0d1 HTTP/1.1" status: 204 len: 168 time: 0.1367214 Sep 03 14:34:38.439574 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3b964-62b9-4904-b3c5-e3468398dc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaf49c4-cb9d-4234-9621-2f07195af0d1,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:38.447470 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-3f71a39c-51de-4e2a-b570-840f52be2fc2 req-aa5595fc-ec71-449c-bb27-067d21a0c887 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360730 Sep 03 14:34:38.753893 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51058) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:34:38.767652 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bede1934-92f2-450c-9337-947d584dff79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:38.858409 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bede1934-92f2-450c-9337-947d584dff79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:38.862147 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bede1934-92f2-450c-9337-947d584dff79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:38.902685 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede1934-92f2-450c-9337-947d584dff79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a5a0c3-de86-442f-970c-8437fd551980,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:38.908310 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-bede1934-92f2-450c-9337-947d584dff79 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22a8d23baf1140baa8fd978af7b1fe39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533830 Sep 03 14:34:38.910945 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51060) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:34:38.959837 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-822bb833-2f79-4ce5-8eae-e982075da834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:38.981253 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-822bb833-2f79-4ce5-8eae-e982075da834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:39.031234 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-822bb833-2f79-4ce5-8eae-e982075da834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:39.034116 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-822bb833-2f79-4ce5-8eae-e982075da834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:39.035869 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-822bb833-2f79-4ce5-8eae-e982075da834 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1a5a0c3-de86-442f-970c-8437fd551980 HTTP/1.1" status: 204 len: 168 time: 0.1240396 Sep 03 14:34:39.045031 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bb833-2f79-4ce5-8eae-e982075da834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a5a0c3-de86-442f-970c-8437fd551980,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:39.578084 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f1d79-8bf6-4725-992f-959c15a52e11 req-03557959-3eb7-4928-b707-60f8517761b6 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:39.579661 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-014f1d79-8bf6-4725-992f-959c15a52e11 req-03557959-3eb7-4928-b707-60f8517761b6 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 943 time: 0.0529821 Sep 03 14:34:39.619410 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-014f1d79-8bf6-4725-992f-959c15a52e11 req-1734740e-bacf-405b-a598-8bf4c3bc9ea3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331953 Sep 03 14:34:39.976077 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:34:40.080375 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:34:40.092361 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'port_id': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e', 'mac_address': 'fa:16:3e:42:4b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:34:40.130354 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:40.145020 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:34:40.172556 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:34:40.176842 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:40.202202 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-aeb94695-3cb7-478e-83b5-62e48dd2192c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:40.230943 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:40.238598 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:40.239156 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:40.239688 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:40.239969 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:40.240559 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:40.240849 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:40.241209 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:40.241571 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:40.241947 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:40.242281 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:40.242635 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:40.242968 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:34:40.382063 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:34:40.743275 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52c4fe-7460-41eb-88ff-010ae08f95da req-125fc9d9-311f-412e-b54b-7167927391a9 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:40.744910 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-9e52c4fe-7460-41eb-88ff-010ae08f95da req-125fc9d9-311f-412e-b54b-7167927391a9 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 944 time: 0.0565529 Sep 03 14:34:40.802241 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-9e52c4fe-7460-41eb-88ff-010ae08f95da req-0d62759b-bca4-4105-b2ed-c179307e5240 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474768 Sep 03 14:34:41.929624 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21423a5-c567-4165-b9be-e81c93323e2a req-ec22cd86-2a31-4654-8dcc-4db1ea806c27 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:41.931166 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c21423a5-c567-4165-b9be-e81c93323e2a req-ec22cd86-2a31-4654-8dcc-4db1ea806c27 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 944 time: 0.0542705 Sep 03 14:34:41.970167 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c21423a5-c567-4165-b9be-e81c93323e2a req-3c0105a6-80aa-47ad-bc7b-9297bcb90951 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327580 Sep 03 14:34:41.984807 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:34:42.035801 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:34:42.039855 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:34:42.040227 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:42.125256 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:42.150320 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57914538-fb8b-403e-a1c6-fea0562614df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:34:42.151639 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613894e4-e189-4651-8b0b-4b1d8e52b59c" -d '{"events": [{"server_uuid": "57914538-fb8b-403e-a1c6-fea0562614df", "name": "network-vif-plugged", "status": "completed", "tag": "ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:34:42.171606 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:34:42.183711 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:42.228656 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:42.323822 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a5c438-920b-4370-a894-ab38b0810ac4 x-openstack-request-id: req-51a5c438-920b-4370-a894-ab38b0810ac4 {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:34:42.324146 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57914538-fb8b-403e-a1c6-fea0562614df", "name": "network-vif-plugged", "status": "completed", "tag": "ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:34:42.324404 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51a5c438-920b-4370-a894-ab38b0810ac4 {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:34:42.324804 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57914538-fb8b-403e-a1c6-fea0562614df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e', 'code': 200} Sep 03 14:34:42.532264 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2602b9-da0c-410f-a9eb-653fded8bae5 req-7c69991d-fe59-4ca0-9f44-92816e2370b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:42.533778 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8e2602b9-da0c-410f-a9eb-653fded8bae5 req-7c69991d-fe59-4ca0-9f44-92816e2370b0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 1098 time: 0.0412798 Sep 03 14:34:42.567547 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8e2602b9-da0c-410f-a9eb-653fded8bae5 req-99bc3fbf-abc7-4867-9e7c-a25dc5a8486e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265071 Sep 03 14:34:42.966256 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c12fc860-aebf-4b02-855f-e7351c1e9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:43.087157 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176da8ca-775f-4a1c-a128-13239e640bbd req-e0429b75-39ef-4b6d-b4f0-c1009cbdae76 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:43.088684 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-176da8ca-775f-4a1c-a128-13239e640bbd req-e0429b75-39ef-4b6d-b4f0-c1009cbdae76 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 945 time: 0.0519969 Sep 03 14:34:43.127143 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-176da8ca-775f-4a1c-a128-13239e640bbd req-58fce494-8c21-48df-8a9e-2c4d8b9beec1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325282 Sep 03 14:34:43.270684 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:44.243780 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54ab89-fd80-41c2-a6ea-83b9fb1f9076 req-dffdad8d-6a3b-4c8d-90b7-86f00c5a786b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:44.245314 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4f54ab89-fd80-41c2-a6ea-83b9fb1f9076 req-dffdad8d-6a3b-4c8d-90b7-86f00c5a786b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 945 time: 0.0499747 Sep 03 14:34:44.284039 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-4f54ab89-fd80-41c2-a6ea-83b9fb1f9076 req-2f18e6ce-9145-4e10-8952-8df2fbf34b08 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327907 Sep 03 14:34:44.381779 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:44.398460 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bdd99-a138-4515-8029-82aa53cfda98 req-9c38a989-e81e-4016-a85a-e9709babecaa tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:44.399958 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0d3bdd99-a138-4515-8029-82aa53cfda98 req-9c38a989-e81e-4016-a85a-e9709babecaa tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 945 time: 0.0489333 Sep 03 14:34:44.437363 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0d3bdd99-a138-4515-8029-82aa53cfda98 req-09d654ce-cc85-4408-b0f8-88561551f5cf tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314076 Sep 03 14:34:44.459626 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 51144) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:34:44.498969 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19e5cdb-895e-4ba6-a509-e9f5bb17d223 tempest-TestVolumeBootPattern-1573072858 tempest-TestVolumeBootPattern-1573072858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:44.500507 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-b19e5cdb-895e-4ba6-a509-e9f5bb17d223 tempest-TestVolumeBootPattern-1573072858 tempest-TestVolumeBootPattern-1573072858-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 1093 time: 0.0398815 Sep 03 14:34:44.503251 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 51146) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:34:44.508465 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Request body: {'floatingip': {'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'port_id': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:34:44.530095 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for floatingip, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:44.627431 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:44.737362 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Allocated IP 172.27.3.238 (71a2aaf5-8009-41a7-aebe-f6027ce2b898/3592d6f5-ce6a-448b-9072-bd66af67c647/1926cfd0-1176-4fd7-8f21-309879b05d05) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:34:44.838305 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:44.876506 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:44.922023 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:34:44.924743 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:34:44.928901 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:34:44.956848 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event updated for resources: {'Port': ['ID=1926cfd0-1176-4fd7-8f21-309879b05d05,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:45.278459 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:45.353361 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:45.505248 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:45.510403 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:45.584195 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event updated for resources: {'Port': ['ID=1926cfd0-1176-4fd7-8f21-309879b05d05,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:45.594765 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-894004'] for floatingip, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:45.691985 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.db.l3_db [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Floating IP 56155f1d-62a8-48fc-865c-8f6859d14ea1 associated. External IP: 172.27.3.238, port: ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e. Sep 03 14:34:45.893537 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:34:45.999124 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:34:46.009438 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e833a9-f02c-47aa-b04e-70b26db58550 None None] Sync routers for ids ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:34:46.017197 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:46.021007 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e833a9-f02c-47aa-b04e-70b26db58550 None None] Routers {'47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:34:46.021702 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-24e833a9-f02c-47aa-b04e-70b26db58550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:34:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:34:46.052080 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-9bb2e791-4783-48c1-bb26-fab5f806d5fc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5472553 Sep 03 14:34:46.053232 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57914538-fb8b-403e-a1c6-fea0562614df', 'tag': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:34:46.062413 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec82aba-a28a-4ebd-8007-062e515ed479" -d '{"events": [{"name": "network-changed", "server_uuid": "57914538-fb8b-403e-a1c6-fea0562614df", "tag": "ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:34:46.099722 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cd2d37-f55c-4fe9-9e2d-03d18b0c70f8 x-openstack-request-id: req-c2cd2d37-f55c-4fe9-9e2d-03d18b0c70f8 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:34:46.100365 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57914538-fb8b-403e-a1c6-fea0562614df", "tag": "ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:34:46.100718 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2cd2d37-f55c-4fe9-9e2d-03d18b0c70f8 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:34:46.101221 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57914538-fb8b-403e-a1c6-fea0562614df', 'tag': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e', 'status': 'completed', 'code': 200} Sep 03 14:34:46.127969 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-24e833a9-f02c-47aa-b04e-70b26db58550 None None] Set router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:34:46.170327 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec82aba-a28a-4ebd-8007-062e515ed479 req-2fc0f91c-5047-408e-af1d-b4a07b59dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:46.171954 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bec82aba-a28a-4ebd-8007-062e515ed479 req-2fc0f91c-5047-408e-af1d-b4a07b59dbed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42cecdba0449496aa6fb095a1cf375ba&device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 1098 time: 0.0497615 Sep 03 14:34:46.239139 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:46.277937 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec82aba-a28a-4ebd-8007-062e515ed479 req-027431bd-71ac-4b90-94e4-68679387d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:46.279734 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bec82aba-a28a-4ebd-8007-062e515ed479 req-027431bd-71ac-4b90-94e4-68679387d985 service neutron] 10.222.0.11 "GET /v2.0/networks?id=51fcce33-aacc-403c-a3cf-fa55e4f906fa HTTP/1.1" status: 200 len: 912 time: 0.1008558 Sep 03 14:34:46.356886 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bec82aba-a28a-4ebd-8007-062e515ed479 req-dba18045-a03c-4bef-97c6-af0bf98bb6a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e HTTP/1.1" status: 200 len: 999 time: 0.0689478 Sep 03 14:34:46.406376 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-24e833a9-f02c-47aa-b04e-70b26db58550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '56155f1d-62a8-48fc-865c-8f6859d14ea1', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'port_id': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'mac_address': 'fa:16:3e:42:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57914538-fb8b-403e-a1c6-fea0562614df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:34:45Z', 'updated_at': '2021-09-03T14:34:45Z', 'revision_number': 0, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:38Z', 'revision_number': 5, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:34:46.416222 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec82aba-a28a-4ebd-8007-062e515ed479 req-1cd6c7a4-4edf-4f0c-90ca-e036a9a45fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:46.418644 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bec82aba-a28a-4ebd-8007-062e515ed479 req-1cd6c7a4-4edf-4f0c-90ca-e036a9a45fa1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f616f030-5d87-44ee-b6a1-45bd5ec39fd1 HTTP/1.1" status: 200 len: 850 time: 0.0539641 Sep 03 14:34:46.447448 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e833a9-f02c-47aa-b04e-70b26db58550 None None] Checking router: 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:34:46.457288 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e833a9-f02c-47aa-b04e-70b26db58550 None None] Routers {'47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:34:46.457953 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-24e833a9-f02c-47aa-b04e-70b26db58550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:34:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:34:46.472771 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec82aba-a28a-4ebd-8007-062e515ed479 req-385b3d7d-ea80-49f3-8e23-2463cc491f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:34:46.477169 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bec82aba-a28a-4ebd-8007-062e515ed479 req-385b3d7d-ea80-49f3-8e23-2463cc491f57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fcce33-aacc-403c-a3cf-fa55e4f906fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451427 Sep 03 14:34:46.572977 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-24e833a9-f02c-47aa-b04e-70b26db58550 None None] Set router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:34:46.579784 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bec82aba-a28a-4ebd-8007-062e515ed479 req-29e8eb9e-7bd9-4a75-8dfc-c601bd40b768 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969331 Sep 03 14:34:46.684878 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bec82aba-a28a-4ebd-8007-062e515ed479 req-316517d8-9c1a-4f02-b0d2-2d711f7d3553 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976269 Sep 03 14:34:46.801728 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-24e833a9-f02c-47aa-b04e-70b26db58550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '56155f1d-62a8-48fc-865c-8f6859d14ea1', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'port_id': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'mac_address': 'fa:16:3e:42:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57914538-fb8b-403e-a1c6-fea0562614df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:34:45Z', 'updated_at': '2021-09-03T14:34:45Z', 'revision_number': 0, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:38Z', 'revision_number': 5, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:34:46.830085 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e833a9-f02c-47aa-b04e-70b26db58550 None None] The sync data for ids ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'] in dv-cinder-759955-20-iscsi is: [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '56155f1d-62a8-48fc-865c-8f6859d14ea1', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'port_id': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'mac_address': 'fa:16:3e:42:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57914538-fb8b-403e-a1c6-fea0562614df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:34:45Z', 'updated_at': '2021-09-03T14:34:45Z', 'revision_number': 0, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:38Z', 'revision_number': 5, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:34:47.013280 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa83c0f-cf72-4380-a367-3d39fe0f46b1 None None] New status for floating IP 56155f1d-62a8-48fc-865c-8f6859d14ea1: ACTIVE {{(pid=93972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:34:49.831031 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 51192) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:34:49.932967 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ffbe9dcb-2751-4a0c-b9ab-e9be0b74997b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:50.017790 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ffbe9dcb-2751-4a0c-b9ab-e9be0b74997b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:50.021281 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ffbe9dcb-2751-4a0c-b9ab-e9be0b74997b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:50.059477 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ffbe9dcb-2751-4a0c-b9ab-e9be0b74997b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad0f15ff68244243b49dd1428c6704a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273428 Sep 03 14:34:50.060336 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe9dcb-2751-4a0c-b9ab-e9be0b74997b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4b0fa2-c6dc-4f59-ab01-a5c0aa5ef7ee,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:50.062152 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51196) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:34:50.112724 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59599d7d-4b12-4656-b0be-3aea56b98702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:50.138532 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59599d7d-4b12-4656-b0be-3aea56b98702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:50.182668 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59599d7d-4b12-4656-b0be-3aea56b98702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:50.185253 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-59599d7d-4b12-4656-b0be-3aea56b98702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:50.186425 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-59599d7d-4b12-4656-b0be-3aea56b98702 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df4b0fa2-c6dc-4f59-ab01-a5c0aa5ef7ee HTTP/1.1" status: 204 len: 168 time: 0.1232970 Sep 03 14:34:50.195112 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59599d7d-4b12-4656-b0be-3aea56b98702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4b0fa2-c6dc-4f59-ab01-a5c0aa5ef7ee,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:50.449467 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 51202) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:34:50.462920 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1ae59c0a-c192-48df-a607-9f2b961a19bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:50.573172 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1ae59c0a-c192-48df-a607-9f2b961a19bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:50.577383 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1ae59c0a-c192-48df-a607-9f2b961a19bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:50.616409 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1ae59c0a-c192-48df-a607-9f2b961a19bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da6d7db091d54bc68b3c4d59f4d57084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1657999 Sep 03 14:34:50.617335 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae59c0a-c192-48df-a607-9f2b961a19bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ead2fb6-f3da-4a77-afb1-fd2a54220529,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:50.619203 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51204) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:34:50.666626 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-42d8cb03-90c1-4ba4-949e-1ef325f0fe12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:50.687254 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-42d8cb03-90c1-4ba4-949e-1ef325f0fe12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:50.732587 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-42d8cb03-90c1-4ba4-949e-1ef325f0fe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:50.735203 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-42d8cb03-90c1-4ba4-949e-1ef325f0fe12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:50.736331 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-42d8cb03-90c1-4ba4-949e-1ef325f0fe12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ead2fb6-f3da-4a77-afb1-fd2a54220529 HTTP/1.1" status: 204 len: 168 time: 0.1160338 Sep 03 14:34:50.744420 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8cb03-90c1-4ba4-949e-1ef325f0fe12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ead2fb6-f3da-4a77-afb1-fd2a54220529,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:51.826014 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51234) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:34:51.945486 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ae3f136b-9776-48f3-b852-bca6cd36c519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:52.035697 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ae3f136b-9776-48f3-b852-bca6cd36c519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:52.039836 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ae3f136b-9776-48f3-b852-bca6cd36c519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:52.077887 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-ae3f136b-9776-48f3-b852-bca6cd36c519 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=924f745396ca4953a846dab5bc811f5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507410 Sep 03 14:34:52.078736 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f136b-9776-48f3-b852-bca6cd36c519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c439fe-2ff3-4338-b161-b2f61a8c9729,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:52.080633 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 51238) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:34:52.135413 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-94f6aa58-364c-4702-aa2f-6198973d628d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:52.155909 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-94f6aa58-364c-4702-aa2f-6198973d628d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:52.201593 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-94f6aa58-364c-4702-aa2f-6198973d628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:52.204162 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-94f6aa58-364c-4702-aa2f-6198973d628d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:34:52.205326 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-94f6aa58-364c-4702-aa2f-6198973d628d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1c439fe-2ff3-4338-b161-b2f61a8c9729 HTTP/1.1" status: 204 len: 168 time: 0.1237071 Sep 03 14:34:52.213459 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6aa58-364c-4702-aa2f-6198973d628d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c439fe-2ff3-4338-b161-b2f61a8c9729,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:34:53.311499 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:35:00.518359 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:10.173213 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-71e83001-8a3f-454a-a456-5204436fcc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:11.807043 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 51386) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:35:11.908385 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-66d2a711-93e9-457e-bfe6-26f6c3b1c198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:12.002524 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-66d2a711-93e9-457e-bfe6-26f6c3b1c198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:12.006758 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-66d2a711-93e9-457e-bfe6-26f6c3b1c198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:12.042468 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2a711-93e9-457e-bfe6-26f6c3b1c198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bb26c3-66b5-4a96-bb52-be1a110f8179,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:35:12.046773 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-66d2a711-93e9-457e-bfe6-26f6c3b1c198 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de4af753b02b4575953b7f35e341ebbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386870 Sep 03 14:35:12.049503 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 51390) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:35:12.104146 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-37c8c160-e1d2-4d76-b1c1-a2696424cd0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:12.128881 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-37c8c160-e1d2-4d76-b1c1-a2696424cd0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:12.173919 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-37c8c160-e1d2-4d76-b1c1-a2696424cd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:12.176989 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-37c8c160-e1d2-4d76-b1c1-a2696424cd0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:12.178170 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-37c8c160-e1d2-4d76-b1c1-a2696424cd0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06bb26c3-66b5-4a96-bb52-be1a110f8179 HTTP/1.1" status: 204 len: 168 time: 0.1271751 Sep 03 14:35:12.185746 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8c160-e1d2-4d76-b1c1-a2696424cd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bb26c3-66b5-4a96-bb52-be1a110f8179,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:35:12.968232 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cb114454-2d68-43aa-9534-93f010a10217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:13.271066 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:14.392546 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:16.186929 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:30.310310 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:35:30.527284 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:32.577195 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 51520) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:35:32.680830 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c74c8c40-1e75-4635-a480-0011abd7c7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:32.769251 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c74c8c40-1e75-4635-a480-0011abd7c7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:32.773956 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c74c8c40-1e75-4635-a480-0011abd7c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:32.811847 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c74c8c40-1e75-4635-a480-0011abd7c7f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c14933b83d649b0aba5aa05cb20a2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335358 Sep 03 14:35:32.812713 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c8c40-1e75-4635-a480-0011abd7c7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d0a4a6-130f-4ff4-9062-007ff0d70b7b,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:35:32.814530 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51524) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:35:32.820574 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c8c40-1e75-4635-a480-0011abd7c7f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.820924 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c8c40-1e75-4635-a480-0011abd7c7f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.821267 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c8c40-1e75-4635-a480-0011abd7c7f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.821605 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c8c40-1e75-4635-a480-0011abd7c7f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.821963 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c8c40-1e75-4635-a480-0011abd7c7f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.822294 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c8c40-1e75-4635-a480-0011abd7c7f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.822624 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c8c40-1e75-4635-a480-0011abd7c7f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.822982 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c8c40-1e75-4635-a480-0011abd7c7f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.823277 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c8c40-1e75-4635-a480-0011abd7c7f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.823602 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c8c40-1e75-4635-a480-0011abd7c7f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.823924 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c8c40-1e75-4635-a480-0011abd7c7f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.824245 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74c8c40-1e75-4635-a480-0011abd7c7f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.866026 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-efb4177f-9831-42f7-89ec-a796c269ed4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:32.886892 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-efb4177f-9831-42f7-89ec-a796c269ed4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:32.933211 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-efb4177f-9831-42f7-89ec-a796c269ed4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:32.935887 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-efb4177f-9831-42f7-89ec-a796c269ed4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:32.937022 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-efb4177f-9831-42f7-89ec-a796c269ed4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07d0a4a6-130f-4ff4-9062-007ff0d70b7b HTTP/1.1" status: 204 len: 168 time: 0.1214986 Sep 03 14:35:32.944380 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4177f-9831-42f7-89ec-a796c269ed4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d0a4a6-130f-4ff4-9062-007ff0d70b7b,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:35:32.951365 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4177f-9831-42f7-89ec-a796c269ed4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.951720 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4177f-9831-42f7-89ec-a796c269ed4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.952065 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4177f-9831-42f7-89ec-a796c269ed4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.952403 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4177f-9831-42f7-89ec-a796c269ed4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.952741 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4177f-9831-42f7-89ec-a796c269ed4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.953077 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4177f-9831-42f7-89ec-a796c269ed4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.953409 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4177f-9831-42f7-89ec-a796c269ed4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.953764 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4177f-9831-42f7-89ec-a796c269ed4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.954143 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4177f-9831-42f7-89ec-a796c269ed4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.954419 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4177f-9831-42f7-89ec-a796c269ed4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.954746 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4177f-9831-42f7-89ec-a796c269ed4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:32.955068 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4177f-9831-42f7-89ec-a796c269ed4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:35:38.830102 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-86929e83-315a-40df-9354-5451e820f0ed req-d229f7cc-e8b6-4870-8fb4-39c58c95e061 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436952 Sep 03 14:35:38.916690 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86929e83-315a-40df-9354-5451e820f0ed req-e2c0ff3d-db98-4138-8ff9-9f9d645bf7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:35:38.918211 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-86929e83-315a-40df-9354-5451e820f0ed req-e2c0ff3d-db98-4138-8ff9-9f9d645bf7ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42cecdba0449496aa6fb095a1cf375ba&device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 1098 time: 0.0431836 Sep 03 14:35:39.019002 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86929e83-315a-40df-9354-5451e820f0ed req-2cb58818-2d61-4e4b-b099-52cc7ac2121a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:35:39.020458 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-86929e83-315a-40df-9354-5451e820f0ed req-2cb58818-2d61-4e4b-b099-52cc7ac2121a service neutron] 10.222.0.11 "GET /v2.0/networks?id=51fcce33-aacc-403c-a3cf-fa55e4f906fa HTTP/1.1" status: 200 len: 912 time: 0.0832086 Sep 03 14:35:39.087685 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-86929e83-315a-40df-9354-5451e820f0ed req-511e0f0f-e779-4e9b-88f8-16a21c3d420c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e HTTP/1.1" status: 200 len: 1001 time: 0.0597782 Sep 03 14:35:39.144514 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86929e83-315a-40df-9354-5451e820f0ed req-d0f23d7d-41b3-4699-bd33-1fff38b89a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:35:39.146056 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-86929e83-315a-40df-9354-5451e820f0ed req-d0f23d7d-41b3-4699-bd33-1fff38b89a86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f616f030-5d87-44ee-b6a1-45bd5ec39fd1 HTTP/1.1" status: 200 len: 850 time: 0.0511642 Sep 03 14:35:39.192117 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86929e83-315a-40df-9354-5451e820f0ed req-d2c3fb17-753f-493e-b354-b5852cd90ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:35:39.193603 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-86929e83-315a-40df-9354-5451e820f0ed req-d2c3fb17-753f-493e-b354-b5852cd90ac5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fcce33-aacc-403c-a3cf-fa55e4f906fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405648 Sep 03 14:35:39.284510 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-86929e83-315a-40df-9354-5451e820f0ed req-d094f6bc-0d2a-4392-88fa-98551c9d4369 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839114 Sep 03 14:35:39.372939 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-86929e83-315a-40df-9354-5451e820f0ed req-79853bc1-0d75-4497-a9f0-1c76b8e349cc service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810153 Sep 03 14:35:40.174153 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-6b5138b9-c375-4b6a-9ecd-8782b8fbbfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:42.969856 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-aa75db33-6f6d-4864-bbb7-015ecfcee7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:43.272405 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:44.390541 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:35:46.190511 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:00.526183 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:07.308950 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:36:10.178378 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-07f5423f-a83b-4b6b-b22a-d9430d2ff895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:12.969980 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-6a727408-ad6d-454d-96a4-607cc480f95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:13.272879 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:14.392500 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:16.193831 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:27.910554 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-35f18a88-5d0d-41b8-bd91-e564a3fb1012 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-544087736&fields=id&tenant_id=42cecdba0449496aa6fb095a1cf375ba HTTP/1.1" status: 200 len: 267 time: 0.0323663 Sep 03 14:36:28.017584 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-3b1eb24d-05ca-42fb-8d4f-fcd0626a2714 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:28.019020 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-3b1eb24d-05ca-42fb-8d4f-fcd0626a2714 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/networks?id=51fcce33-aacc-403c-a3cf-fa55e4f906fa HTTP/1.1" status: 200 len: 811 time: 0.1014197 Sep 03 14:36:28.033829 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-89774df7-92bb-4d94-9bb2-66008cda68a9 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/quotas/42cecdba0449496aa6fb095a1cf375ba HTTP/1.1" status: 200 len: 375 time: 0.0087304 Sep 03 14:36:28.089040 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-b41c6bbe-b6c0-404e-abc2-9fcad8822fa9 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=42cecdba0449496aa6fb095a1cf375ba&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0502555 Sep 03 14:36:28.184772 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-3d5d1d7c-4a83-4161-a0a9-9fead2de0308 service neutron] 10.222.0.23 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846598 Sep 03 14:36:28.273574 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-c8b3935a-b863-4c6c-8a5d-1a28716d63c0 service neutron] 10.222.0.23 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826757 Sep 03 14:36:28.560213 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-2b476d83-6694-49f3-88fc-9c8165081b36 req-2171c11a-132e-4921-adbd-82c305088f68 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 210 time: 0.0265217 Sep 03 14:36:29.439689 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-bdab475e-9822-4185-b814-2b07227646e3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:29.441723 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-bdab475e-9822-4185-b814-2b07227646e3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.11 "GET /v2.0/networks?id=51fcce33-aacc-403c-a3cf-fa55e4f906fa HTTP/1.1" status: 200 len: 811 time: 0.1084464 Sep 03 14:36:29.484550 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-f4c0bac1-1ef7-4c2c-bb0d-1313c4da168c tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42cecdba0449496aa6fb095a1cf375ba HTTP/1.1" status: 200 len: 379 time: 0.0342183 Sep 03 14:36:29.497084 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-d2a78b84-3b24-4a38-a279-8489a9c45f61 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Request body: {'port': {'device_id': 'a483d263-00e1-48d5-abdd-57f95d21edf9', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'admin_state_up': True, 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'security_groups': ['58ab0f12-2bcb-4171-8c0e-8803ae0030f7']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:36:29.608768 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-d2a78b84-3b24-4a38-a279-8489a9c45f61 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Made reservation on behalf of 42cecdba0449496aa6fb095a1cf375ba for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:36:29.612260 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-d2a78b84-3b24-4a38-a279-8489a9c45f61 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:29.657993 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-07eeac95-92b4-42b5-a9e9-dbf1da7903de req-f918603f-955c-4cb1-b842-dedbcd23f1a7 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 210 time: 0.0306156 Sep 03 14:36:29.765739 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-d2a78b84-3b24-4a38-a279-8489a9c45f61 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Allocated IP 172.20.0.8 (51fcce33-aacc-403c-a3cf-fa55e4f906fa/f616f030-5d87-44ee-b6a1-45bd5ec39fd1/a46c453b-a061-48a6-8216-fb63c184aa49) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:36:29.908113 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-d2a78b84-3b24-4a38-a279-8489a9c45f61 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:29.921496 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-d2a78b84-3b24-4a38-a279-8489a9c45f61 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Transition to ACTIVE for port object a46c453b-a061-48a6-8216-fb63c184aa49 will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:36:29.953931 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-d2a78b84-3b24-4a38-a279-8489a9c45f61 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:29.999235 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-d2a78b84-3b24-4a38-a279-8489a9c45f61 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Network 51fcce33-aacc-403c-a3cf-fa55e4f906fa is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:36:30.002168 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-d2a78b84-3b24-4a38-a279-8489a9c45f61 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:36:30.005848 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-d2a78b84-3b24-4a38-a279-8489a9c45f61 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:36:30.031983 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a78b84-3b24-4a38-a279-8489a9c45f61 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event updated for resources: {'Port': ['ID=a46c453b-a061-48a6-8216-fb63c184aa49,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:36:30.060232 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-d2a78b84-3b24-4a38-a279-8489a9c45f61 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:30.060855 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-d2a78b84-3b24-4a38-a279-8489a9c45f61 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:30.075565 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-d2a78b84-3b24-4a38-a279-8489a9c45f61 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5821500 Sep 03 14:36:30.089206 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Request body: {'port': {'device_id': 'a483d263-00e1-48d5-abdd-57f95d21edf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:36:30.144592 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:30.213775 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-d04ab788-4e0a-4bcf-bcfa-7d2d168a5df7 None None] Provisioning for port a46c453b-a061-48a6-8216-fb63c184aa49 completed by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:36:30.217483 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-d04ab788-4e0a-4bcf-bcfa-7d2d168a5df7 None None] Provisioning complete for port a46c453b-a061-48a6-8216-fb63c184aa49 triggered by entity DHCP. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:36:30.217893 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d04ab788-4e0a-4bcf-bcfa-7d2d168a5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:30.250380 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-d04ab788-4e0a-4bcf-bcfa-7d2d168a5df7 None None] Port a46c453b-a061-48a6-8216-fb63c184aa49 cannot update to ACTIVE because it is not bound. {{(pid=93971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:36:30.402498 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46c453b-a061-48a6-8216-fb63c184aa49 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:36:30.409631 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:30.421214 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Transition to ACTIVE for port object a46c453b-a061-48a6-8216-fb63c184aa49 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:36:30.424669 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:30.476091 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Pushing event updated for resources: {'Port': ['ID=a46c453b-a061-48a6-8216-fb63c184aa49,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:36:30.520908 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:30.542807 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Attempting to bind port a46c453b-a061-48a6-8216-fb63c184aa49 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:36:30.543135 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Attempting to bind port a46c453b-a061-48a6-8216-fb63c184aa49 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:36:30.543463 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Attempting to bind port a46c453b-a061-48a6-8216-fb63c184aa49 on network 51fcce33-aacc-403c-a3cf-fa55e4f906fa {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:36:30.548044 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Port a46c453b-a061-48a6-8216-fb63c184aa49 on network 51fcce33-aacc-403c-a3cf-fa55e4f906fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 14:36:30.548366 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Attempting to bind port a46c453b-a061-48a6-8216-fb63c184aa49 on network 51fcce33-aacc-403c-a3cf-fa55e4f906fa {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:36:30.554165 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Checking agent: {'id': '494be8a1-7373-480d-8fa6-90225d0e9edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'started_at': datetime.datetime(2021, 9, 3, 14, 21, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:36:30.554499 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Checking segment: {'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:36:30.554881 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Bound using segment: {'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:36:30.555309 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Bound port: a46c453b-a061-48a6-8216-fb63c184aa49, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:36:30.555675 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:30.625030 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] For port a46c453b-a061-48a6-8216-fb63c184aa49, host hv-cinder-75995, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:36:30.628046 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] For port a46c453b-a061-48a6-8216-fb63c184aa49, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a46c453b-a061-48a6-8216-fb63c184aa49,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:36:30.631995 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2727931'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:30.664503 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:30.665107 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:30.666514 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] 10.222.0.11 "PUT /v2.0/ports/a46c453b-a061-48a6-8216-fb63c184aa49 HTTP/1.1" status: 200 len: 1093 time: 0.5820332 Sep 03 14:36:30.666942 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a483d263-00e1-48d5-abdd-57f95d21edf9', 'tag': 'a46c453b-a061-48a6-8216-fb63c184aa49'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:36:30.669156 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9541de-0f57-4c78-9fc1-c9277dbc5438" -d '{"events": [{"name": "network-changed", "server_uuid": "a483d263-00e1-48d5-abdd-57f95d21edf9", "tag": "a46c453b-a061-48a6-8216-fb63c184aa49"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:36:30.695121 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf916a-7e90-4af2-aaa4-81d714a6e848 service neutron] Pushing event updated for resources: {'Port': ['ID=a46c453b-a061-48a6-8216-fb63c184aa49,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:36:30.758699 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef76f060-cb1d-4b5e-a900-5247de905c25 x-openstack-request-id: req-ef76f060-cb1d-4b5e-a900-5247de905c25 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:36:30.758990 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a483d263-00e1-48d5-abdd-57f95d21edf9", "tag": "a46c453b-a061-48a6-8216-fb63c184aa49", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:36:30.759243 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef76f060-cb1d-4b5e-a900-5247de905c25 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:36:30.759901 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a483d263-00e1-48d5-abdd-57f95d21edf9', 'tag': 'a46c453b-a061-48a6-8216-fb63c184aa49', 'status': 'completed', 'code': 200} Sep 03 14:36:30.791661 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-b2cdd5ef-be01-456c-b55a-1b5d4972b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:30.793151 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-b2cdd5ef-be01-456c-b55a-1b5d4972b1ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42cecdba0449496aa6fb095a1cf375ba&device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 1096 time: 0.0823097 Sep 03 14:36:30.806529 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26b1be-0f9a-41be-9894-e922bba652a1 req-73714f6a-faa2-4d02-9809-a890c1a75485 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:30.808209 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-de26b1be-0f9a-41be-9894-e922bba652a1 req-73714f6a-faa2-4d02-9809-a890c1a75485 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 943 time: 0.0669997 Sep 03 14:36:30.851874 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-f609ad77-db79-4731-b182-f59227accad0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a46c453b-a061-48a6-8216-fb63c184aa49 HTTP/1.1" status: 200 len: 217 time: 0.0426917 Sep 03 14:36:30.904825 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-de26b1be-0f9a-41be-9894-e922bba652a1 req-3befa676-5e63-4cb3-b0eb-dbad611c2a68 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899942 Sep 03 14:36:30.918591 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-f445e3ab-bb27-460a-932a-f776fa9fc2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:30.920504 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-f445e3ab-bb27-460a-932a-f776fa9fc2c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f616f030-5d87-44ee-b6a1-45bd5ec39fd1 HTTP/1.1" status: 200 len: 850 time: 0.0610862 Sep 03 14:36:30.965582 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-e46c67a1-7398-40c2-bffb-17044d596694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:30.967067 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-e46c67a1-7398-40c2-bffb-17044d596694 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fcce33-aacc-403c-a3cf-fa55e4f906fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390885 Sep 03 14:36:31.057272 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-0dfc4ad5-2ead-44ea-863c-94a2eaa856cc service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824282 Sep 03 14:36:31.146928 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3193e6b5-465f-4272-ad84-a9312f8ad8c2 req-99435b53-eb15-4105-95da-bb86b7524658 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828581 Sep 03 14:36:31.480654 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9541de-0f57-4c78-9fc1-c9277dbc5438 req-622de429-6aed-4abe-81bf-cfe17c766f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:31.482199 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8a9541de-0f57-4c78-9fc1-c9277dbc5438 req-622de429-6aed-4abe-81bf-cfe17c766f85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42cecdba0449496aa6fb095a1cf375ba&device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 1096 time: 0.2939715 Sep 03 14:36:31.575171 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9541de-0f57-4c78-9fc1-c9277dbc5438 req-ce479cfc-9995-49ea-bbb6-c3da09967519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:31.576657 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8a9541de-0f57-4c78-9fc1-c9277dbc5438 req-ce479cfc-9995-49ea-bbb6-c3da09967519 service neutron] 10.222.0.11 "GET /v2.0/networks?id=51fcce33-aacc-403c-a3cf-fa55e4f906fa HTTP/1.1" status: 200 len: 912 time: 0.0835676 Sep 03 14:36:31.623659 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8a9541de-0f57-4c78-9fc1-c9277dbc5438 req-576bc195-d4a5-4dee-bf19-dc3663c5c0f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a46c453b-a061-48a6-8216-fb63c184aa49 HTTP/1.1" status: 200 len: 217 time: 0.0365155 Sep 03 14:36:31.671992 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9541de-0f57-4c78-9fc1-c9277dbc5438 req-4789f233-c99a-4fcf-83e6-c11a05c63af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:31.673407 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8a9541de-0f57-4c78-9fc1-c9277dbc5438 req-4789f233-c99a-4fcf-83e6-c11a05c63af5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f616f030-5d87-44ee-b6a1-45bd5ec39fd1 HTTP/1.1" status: 200 len: 850 time: 0.0413094 Sep 03 14:36:31.717195 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9541de-0f57-4c78-9fc1-c9277dbc5438 req-66728563-a2e9-4c5d-9b92-8cbf4d76aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:31.718686 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8a9541de-0f57-4c78-9fc1-c9277dbc5438 req-66728563-a2e9-4c5d-9b92-8cbf4d76aabd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fcce33-aacc-403c-a3cf-fa55e4f906fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0380411 Sep 03 14:36:31.812020 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8a9541de-0f57-4c78-9fc1-c9277dbc5438 req-e7ef34cd-3184-43f5-9acc-322cf612a0c3 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855417 Sep 03 14:36:31.914366 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8a9541de-0f57-4c78-9fc1-c9277dbc5438 req-8188807b-3d15-4c28-9a4e-ad60e828c4f9 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919676 Sep 03 14:36:32.021048 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad75a7-42e3-40af-81e4-068593e41b5e req-54060e5e-aac5-4067-b75c-313df70d9b1a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:32.022560 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-02ad75a7-42e3-40af-81e4-068593e41b5e req-54060e5e-aac5-4067-b75c-313df70d9b1a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 943 time: 0.0485752 Sep 03 14:36:32.059828 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-02ad75a7-42e3-40af-81e4-068593e41b5e req-f2a8ea5b-af29-4df6-a843-fdd8730c2353 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314801 Sep 03 14:36:33.172439 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c935f-4b3d-448e-850d-fed2c407e31c req-9aeefb31-3134-44e8-af71-1c280516c02a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:33.174509 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec2c935f-4b3d-448e-850d-fed2c407e31c req-9aeefb31-3134-44e8-af71-1c280516c02a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 943 time: 0.0491300 Sep 03 14:36:33.212798 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec2c935f-4b3d-448e-850d-fed2c407e31c req-c35cbf50-8dee-4a00-8baf-836e78c00cd3 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329776 Sep 03 14:36:34.327678 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d360b91-1786-4979-b94f-ddd152db02c0 req-d6ded2db-f24c-4346-9c74-01ec7ef6e3b5 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:34.329055 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-3d360b91-1786-4979-b94f-ddd152db02c0 req-d6ded2db-f24c-4346-9c74-01ec7ef6e3b5 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 943 time: 0.0518980 Sep 03 14:36:34.365966 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-3d360b91-1786-4979-b94f-ddd152db02c0 req-0cdfdf85-a8ed-4d18-9f64-b22e8600ded2 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305774 Sep 03 14:36:35.478177 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720bc3-c3fa-4751-a3e2-259149fb035a req-b2fe30ac-2d03-4b64-84ba-52e88646cdac tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:35.479585 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a9720bc3-c3fa-4751-a3e2-259149fb035a req-b2fe30ac-2d03-4b64-84ba-52e88646cdac tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 943 time: 0.0482960 Sep 03 14:36:35.520114 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a9720bc3-c3fa-4751-a3e2-259149fb035a req-03b5ed3a-f82a-448c-bb56-c22efe7e6ef4 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344861 Sep 03 14:36:36.632381 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d844a0-363d-4262-ba75-f147e67c37bc req-0fd6148c-f7ad-45f9-955d-a1cfe0d656f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:36.633964 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f2d844a0-363d-4262-ba75-f147e67c37bc req-0fd6148c-f7ad-45f9-955d-a1cfe0d656f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 943 time: 0.0486925 Sep 03 14:36:36.671670 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-f2d844a0-363d-4262-ba75-f147e67c37bc req-b1b7c887-9137-4d10-a5cc-b8680bc19118 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315812 Sep 03 14:36:37.784179 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d8d6d-f072-4de7-92ff-06b9c5cff0ba req-765be127-01ae-45f7-8fa7-999d46cbc0e2 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:37.786187 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d65d8d6d-f072-4de7-92ff-06b9c5cff0ba req-765be127-01ae-45f7-8fa7-999d46cbc0e2 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 943 time: 0.0476739 Sep 03 14:36:37.831545 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d65d8d6d-f072-4de7-92ff-06b9c5cff0ba req-4092141d-6496-4de4-966a-d841897a1a61 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394142 Sep 03 14:36:38.514211 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device a46c453b-a061-48a6-8216-fb63c184aa49 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 14:36:38.608902 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port a46c453b-a061-48a6-8216-fb63c184aa49, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a46c453b-a061-48a6-8216-fb63c184aa49,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:36:38.737014 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Returning: {'device': 'a46c453b-a061-48a6-8216-fb63c184aa49', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'port_id': 'a46c453b-a061-48a6-8216-fb63c184aa49', 'mac_address': 'fa:16:3e:ba:11:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 14:36:38.774880 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:38.792642 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46c453b-a061-48a6-8216-fb63c184aa49 {{(pid=93971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 14:36:38.818301 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port a46c453b-a061-48a6-8216-fb63c184aa49, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a46c453b-a061-48a6-8216-fb63c184aa49,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:36:38.823692 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:38.838507 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3f76b0fe-2fc2-4016-9499-b78d1d3d0aff req-e0d971cf-7740-4a3c-a696-50663cc51504 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452809 Sep 03 14:36:38.883263 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=a46c453b-a061-48a6-8216-fb63c184aa49,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:36:38.890501 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:38.890879 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:38.891224 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:38.891560 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:38.891894 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:38.892229 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:38.892577 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:38.892886 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:38.893217 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:38.893541 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:38.894424 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:38.894748 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:38.929387 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76b0fe-2fc2-4016-9499-b78d1d3d0aff req-2ff50bf8-ecf4-4f6c-b457-3147bfea41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:38.930965 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3f76b0fe-2fc2-4016-9499-b78d1d3d0aff req-2ff50bf8-ecf4-4f6c-b457-3147bfea41b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42cecdba0449496aa6fb095a1cf375ba&device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 1098 time: 0.0445161 Sep 03 14:36:38.946341 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd556ddb-a6e7-43e5-8ac8-bf14a0acd6cd req-7c79865f-6b55-4282-bbf3-fabcafbe6a92 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:38.947836 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-fd556ddb-a6e7-43e5-8ac8-bf14a0acd6cd req-7c79865f-6b55-4282-bbf3-fabcafbe6a92 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 944 time: 0.0490057 Sep 03 14:36:38.986975 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-fd556ddb-a6e7-43e5-8ac8-bf14a0acd6cd req-3b6c4a86-4813-4b0a-894f-66a1ebc53ec1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331254 Sep 03 14:36:39.038409 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76b0fe-2fc2-4016-9499-b78d1d3d0aff req-f2c1ff6c-a975-4d49-b517-623d2a0deb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:39.039920 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3f76b0fe-2fc2-4016-9499-b78d1d3d0aff req-f2c1ff6c-a975-4d49-b517-623d2a0deb96 service neutron] 10.222.0.11 "GET /v2.0/networks?id=51fcce33-aacc-403c-a3cf-fa55e4f906fa HTTP/1.1" status: 200 len: 912 time: 0.0880625 Sep 03 14:36:39.103078 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3f76b0fe-2fc2-4016-9499-b78d1d3d0aff req-ef689096-ab39-48cd-a3df-5918e30e7145 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e HTTP/1.1" status: 200 len: 1001 time: 0.0560420 Sep 03 14:36:39.118250 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] get_ports_and_sgs() called for port_ids ['a46c453b-a061-48a6-8216-fb63c184aa49'] {{(pid=93971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 14:36:39.154182 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76b0fe-2fc2-4016-9499-b78d1d3d0aff req-de8fe924-ee42-48a0-82b5-181ec81e8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:39.155760 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3f76b0fe-2fc2-4016-9499-b78d1d3d0aff req-de8fe924-ee42-48a0-82b5-181ec81e8e99 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f616f030-5d87-44ee-b6a1-45bd5ec39fd1 HTTP/1.1" status: 200 len: 850 time: 0.0444510 Sep 03 14:36:39.210631 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76b0fe-2fc2-4016-9499-b78d1d3d0aff req-c1b7c814-f558-4c5d-86f4-09ac52b41d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:39.212156 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3f76b0fe-2fc2-4016-9499-b78d1d3d0aff req-c1b7c814-f558-4c5d-86f4-09ac52b41d03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fcce33-aacc-403c-a3cf-fa55e4f906fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479693 Sep 03 14:36:39.308626 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3f76b0fe-2fc2-4016-9499-b78d1d3d0aff req-6a9c0648-09de-4c5d-b72e-6164a261b19e service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852025 Sep 03 14:36:39.405321 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3f76b0fe-2fc2-4016-9499-b78d1d3d0aff req-0aeaff19-88fa-4be9-bc78-f11cf9c7d2e3 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886550 Sep 03 14:36:40.179665 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-5828ab1e-75b1-4824-9293-69865379d9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:40.231752 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cb59f-8658-423a-9445-7c2b608bd642 req-231eab60-b94b-49f8-931c-a6ebd66ca5a0 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:40.233229 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fa4cb59f-8658-423a-9445-7c2b608bd642 req-231eab60-b94b-49f8-931c-a6ebd66ca5a0 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 944 time: 0.1812553 Sep 03 14:36:40.270530 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fa4cb59f-8658-423a-9445-7c2b608bd642 req-12990525-8b98-4e75-9c9a-deae6361283c tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306449 Sep 03 14:36:40.525740 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device a46c453b-a061-48a6-8216-fb63c184aa49 up at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:36:40.574484 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning for port a46c453b-a061-48a6-8216-fb63c184aa49 completed by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:36:40.578088 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Provisioning complete for port a46c453b-a061-48a6-8216-fb63c184aa49 triggered by entity L2. {{(pid=93971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:36:40.578460 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16748272'] for port, provisioning_complete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:40.651840 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:40.673323 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a483d263-00e1-48d5-abdd-57f95d21edf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46c453b-a061-48a6-8216-fb63c184aa49'}] {{(pid=93971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:36:40.675584 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e32cd5f65c736f2ddcfb2229a543eab264d3a53bf723ab2dbcfca19dee53d92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1392b268-8519-40e4-b3ac-0fa8e67d1818" -d '{"events": [{"server_uuid": "a483d263-00e1-48d5-abdd-57f95d21edf9", "name": "network-vif-plugged", "status": "completed", "tag": "a46c453b-a061-48a6-8216-fb63c184aa49"}]}' {{(pid=93971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:36:40.688159 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] For port a46c453b-a061-48a6-8216-fb63c184aa49, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a46c453b-a061-48a6-8216-fb63c184aa49,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:36:40.692621 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:40.717278 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b9c6fc-fbae-47ff-b2f1-7a4f232bb3e0 x-openstack-request-id: req-d3b9c6fc-fbae-47ff-b2f1-7a4f232bb3e0 {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:36:40.717577 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a483d263-00e1-48d5-abdd-57f95d21edf9", "name": "network-vif-plugged", "status": "completed", "tag": "a46c453b-a061-48a6-8216-fb63c184aa49", "code": 200}]} {{(pid=93971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:36:40.717871 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3b9c6fc-fbae-47ff-b2f1-7a4f232bb3e0 {{(pid=93971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:36:40.718263 dv-cinder-759955-20-iscsi neutron-server[93971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a483d263-00e1-48d5-abdd-57f95d21edf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46c453b-a061-48a6-8216-fb63c184aa49', 'code': 200} Sep 03 14:36:40.742987 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Pushing event updated for resources: {'Port': ['ID=a46c453b-a061-48a6-8216-fb63c184aa49,revision_number=5']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:36:40.928126 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d66830-7156-40f5-b965-4881ffaffbdf req-168c6618-939c-4a19-95cd-52d3993a98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:40.929639 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-81d66830-7156-40f5-b965-4881ffaffbdf req-168c6618-939c-4a19-95cd-52d3993a98c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 1098 time: 0.0396042 Sep 03 14:36:40.966454 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-81d66830-7156-40f5-b965-4881ffaffbdf req-227519b6-3d33-4384-9589-d0f224e90920 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295024 Sep 03 14:36:41.396345 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ccd2d-4a83-4b55-b633-92f9c4492956 req-e9010661-9894-484b-b990-6070884c7867 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:41.398185 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-235ccd2d-4a83-4b55-b633-92f9c4492956 req-e9010661-9894-484b-b990-6070884c7867 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 945 time: 0.0551960 Sep 03 14:36:41.442544 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-235ccd2d-4a83-4b55-b633-92f9c4492956 req-8236ca40-630f-4e88-991e-2a62781666b2 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384581 Sep 03 14:36:42.560805 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbc687-9384-492b-accc-2894af8001e9 req-b395454c-9eed-429f-9305-dea376eceb90 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:42.562304 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-70bbc687-9384-492b-accc-2894af8001e9 req-b395454c-9eed-429f-9305-dea376eceb90 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 945 time: 0.0531344 Sep 03 14:36:42.600473 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-70bbc687-9384-492b-accc-2894af8001e9 req-7ab38601-bddb-4224-856c-7081ad1fdf42 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323622 Sep 03 14:36:42.710618 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094fde9-0078-4bc8-8b52-e1793864ed31 req-b5ecd233-c590-406e-b488-946f42854f76 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:42.712099 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3094fde9-0078-4bc8-8b52-e1793864ed31 req-b5ecd233-c590-406e-b488-946f42854f76 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 945 time: 0.0481236 Sep 03 14:36:42.749087 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3094fde9-0078-4bc8-8b52-e1793864ed31 req-729ad7aa-d886-48f6-9a1e-da4cd12bd89c tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310123 Sep 03 14:36:42.771623 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51628) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:36:42.810728 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc3339f-501c-45ec-a9fe-a0a4ff27326e tempest-TestVolumeBootPattern-1573072858 tempest-TestVolumeBootPattern-1573072858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:42.812230 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-0fc3339f-501c-45ec-a9fe-a0a4ff27326e tempest-TestVolumeBootPattern-1573072858 tempest-TestVolumeBootPattern-1573072858-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 1093 time: 0.0396030 Sep 03 14:36:42.815090 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51630) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:36:42.819393 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.v2.base [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Request body: {'floatingip': {'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'port_id': 'a46c453b-a061-48a6-8216-fb63c184aa49', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:36:42.841064 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for floatingip, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:42.939852 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:42.971965 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-fac10679-63df-4b1b-8f42-a88e067ac11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:43.042883 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Allocated IP 172.27.3.231 (71a2aaf5-8009-41a7-aebe-f6027ce2b898/3592d6f5-ce6a-448b-9072-bd66af67c647/0f081408-9c67-4393-a409-c2ec318cca22) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:36:43.147302 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:43.184586 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777477897328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:43.222275 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Network 71a2aaf5-8009-41a7-aebe-f6027ce2b898 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:36:43.225024 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:36:43.228424 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:36:43.254027 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event updated for resources: {'Port': ['ID=0f081408-9c67-4393-a409-c2ec318cca22,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:36:43.266013 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:43.266372 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:43.266722 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:43.267064 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:43.267408 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:43.267747 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:43.268083 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:43.268421 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:43.269381 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:43.269741 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:43.270081 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:43.270412 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:36:43.274115 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:43.585821 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:43.652481 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738232'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:43.800448 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:43.805274 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777478319050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777477897346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777477897364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2700654'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:43.874714 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event updated for resources: {'Port': ['ID=0f081408-9c67-4393-a409-c2ec318cca22,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:36:43.885177 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-894004'] for floatingip, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:43.985457 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.l3_db [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Floating IP cd04ca57-36e3-4e4a-8f4a-0bb277582ac2 associated. External IP: 172.27.3.231, port: a46c453b-a061-48a6-8216-fb63c184aa49. Sep 03 14:36:44.186382 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:36:44.297139 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:36:44.309318 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b1441-9c2f-4989-af63-3c0b7499c922 None None] Sync routers for ids ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:36:44.309838 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:36:44.315446 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:44.319181 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b1441-9c2f-4989-af63-3c0b7499c922 None None] Routers {'47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:36:44.319827 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-df8b1441-9c2f-4989-af63-3c0b7499c922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:36:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:36:44.343356 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-4dd13ffa-df20-4d1d-830c-bc47a19a97f1 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5272572 Sep 03 14:36:44.344015 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a483d263-00e1-48d5-abdd-57f95d21edf9', 'tag': 'a46c453b-a061-48a6-8216-fb63c184aa49'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:36:44.346294 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f650c7-9cec-455d-86dc-3da8c47aae69" -d '{"events": [{"name": "network-changed", "server_uuid": "a483d263-00e1-48d5-abdd-57f95d21edf9", "tag": "a46c453b-a061-48a6-8216-fb63c184aa49"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:36:44.385495 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb903c31-c5ba-4587-acd1-a409daf0e480 x-openstack-request-id: req-eb903c31-c5ba-4587-acd1-a409daf0e480 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:36:44.385801 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a483d263-00e1-48d5-abdd-57f95d21edf9", "tag": "a46c453b-a061-48a6-8216-fb63c184aa49", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:36:44.386048 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb903c31-c5ba-4587-acd1-a409daf0e480 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:36:44.386470 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a483d263-00e1-48d5-abdd-57f95d21edf9', 'tag': 'a46c453b-a061-48a6-8216-fb63c184aa49', 'status': 'completed', 'code': 200} Sep 03 14:36:44.412926 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:36:44.444207 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-df8b1441-9c2f-4989-af63-3c0b7499c922 None None] Set router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:36:44.447193 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f650c7-9cec-455d-86dc-3da8c47aae69 req-94d1ef82-2d81-4fa7-b5ad-3f4aab95d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:44.448820 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-36f650c7-9cec-455d-86dc-3da8c47aae69 req-94d1ef82-2d81-4fa7-b5ad-3f4aab95d838 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42cecdba0449496aa6fb095a1cf375ba&device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 1098 time: 0.0416579 Sep 03 14:36:44.543378 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f650c7-9cec-455d-86dc-3da8c47aae69 req-ae436524-3040-424d-8a25-d73860000c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:44.544856 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-36f650c7-9cec-455d-86dc-3da8c47aae69 req-ae436524-3040-424d-8a25-d73860000c51 service neutron] 10.222.0.11 "GET /v2.0/networks?id=51fcce33-aacc-403c-a3cf-fa55e4f906fa HTTP/1.1" status: 200 len: 912 time: 0.0886841 Sep 03 14:36:44.608883 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-36f650c7-9cec-455d-86dc-3da8c47aae69 req-8289890c-cb12-45d2-b44a-4b4499d614d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a46c453b-a061-48a6-8216-fb63c184aa49 HTTP/1.1" status: 200 len: 999 time: 0.0568383 Sep 03 14:36:44.665969 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f650c7-9cec-455d-86dc-3da8c47aae69 req-10a2584e-ef57-4c35-88d9-5ea72676405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:44.667527 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-36f650c7-9cec-455d-86dc-3da8c47aae69 req-10a2584e-ef57-4c35-88d9-5ea72676405b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f616f030-5d87-44ee-b6a1-45bd5ec39fd1 HTTP/1.1" status: 200 len: 850 time: 0.0518727 Sep 03 14:36:44.687714 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-df8b1441-9c2f-4989-af63-3c0b7499c922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '56155f1d-62a8-48fc-865c-8f6859d14ea1', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'port_id': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'mac_address': 'fa:16:3e:42:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57914538-fb8b-403e-a1c6-fea0562614df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:34:45Z', 'updated_at': '2021-09-03T14:34:47Z', 'revision_number': 1, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'fixed_ip_address_scope': None}, {'id': 'cd04ca57-36e3-4e4a-8f4a-0bb277582ac2', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'port_id': 'a46c453b-a061-48a6-8216-fb63c184aa49', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'mac_address': 'fa:16:3e:ba:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a483d263-00e1-48d5-abdd-57f95d21edf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:36:43Z', 'updated_at': '2021-09-03T14:36:43Z', 'revision_number': 0, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:38Z', 'revision_number': 5, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:36:44.713253 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b1441-9c2f-4989-af63-3c0b7499c922 None None] Checking router: 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:36:44.715271 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f650c7-9cec-455d-86dc-3da8c47aae69 req-d0750b85-d24e-4bcb-97a8-3025b9663d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:36:44.716851 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-36f650c7-9cec-455d-86dc-3da8c47aae69 req-d0750b85-d24e-4bcb-97a8-3025b9663d8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fcce33-aacc-403c-a3cf-fa55e4f906fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426977 Sep 03 14:36:44.721680 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b1441-9c2f-4989-af63-3c0b7499c922 None None] Routers {'47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:36:44.722922 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-df8b1441-9c2f-4989-af63-3c0b7499c922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:36:43Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:36:44.805304 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-36f650c7-9cec-455d-86dc-3da8c47aae69 req-5488b764-66d1-4fde-b4d5-ce0e2f70a328 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814691 Sep 03 14:36:44.826194 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-df8b1441-9c2f-4989-af63-3c0b7499c922 None None] Set router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:36:44.898365 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-36f650c7-9cec-455d-86dc-3da8c47aae69 req-ecc13886-970e-462a-bc36-26e189807c86 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866578 Sep 03 14:36:45.047385 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-df8b1441-9c2f-4989-af63-3c0b7499c922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '56155f1d-62a8-48fc-865c-8f6859d14ea1', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'port_id': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'mac_address': 'fa:16:3e:42:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57914538-fb8b-403e-a1c6-fea0562614df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:34:45Z', 'updated_at': '2021-09-03T14:34:47Z', 'revision_number': 1, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'fixed_ip_address_scope': None}, {'id': 'cd04ca57-36e3-4e4a-8f4a-0bb277582ac2', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'port_id': 'a46c453b-a061-48a6-8216-fb63c184aa49', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'mac_address': 'fa:16:3e:ba:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a483d263-00e1-48d5-abdd-57f95d21edf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:36:43Z', 'updated_at': '2021-09-03T14:36:43Z', 'revision_number': 0, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:38Z', 'revision_number': 5, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:36:45.072580 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b1441-9c2f-4989-af63-3c0b7499c922 None None] The sync data for ids ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'] in dv-cinder-759955-20-iscsi is: [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '56155f1d-62a8-48fc-865c-8f6859d14ea1', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'port_id': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'mac_address': 'fa:16:3e:42:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57914538-fb8b-403e-a1c6-fea0562614df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:34:45Z', 'updated_at': '2021-09-03T14:34:47Z', 'revision_number': 1, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'fixed_ip_address_scope': None}, {'id': 'cd04ca57-36e3-4e4a-8f4a-0bb277582ac2', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'port_id': 'a46c453b-a061-48a6-8216-fb63c184aa49', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'mac_address': 'fa:16:3e:ba:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a483d263-00e1-48d5-abdd-57f95d21edf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:36:43Z', 'updated_at': '2021-09-03T14:36:43Z', 'revision_number': 0, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:38Z', 'revision_number': 5, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:36:45.261791 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b7dad3-017a-4a6c-b427-ee16e70a5fd3 None None] New status for floating IP cd04ca57-36e3-4e4a-8f4a-0bb277582ac2: ACTIVE {{(pid=93972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:36:46.196301 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:37:00.531949 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:37:10.180868 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-0991b0c3-1f46-43ed-8df5-357814e7bbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:37:12.972773 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-4901aa73-41c6-43ce-b90a-5728efda6591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:37:13.281222 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:37:14.399487 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:37:16.199221 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:37:21.310353 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:37:30.527202 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:37:40.186919 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-396c06ef-b2bb-4e14-96b9-a7a192f8c810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:37:40.825193 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c14012c9-7a8b-40c3-9206-c2fc7f60f6a0 req-39c0eeb2-cee5-4390-b4d2-762f911a679a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389783 Sep 03 14:37:40.915064 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14012c9-7a8b-40c3-9206-c2fc7f60f6a0 req-de16f9dc-7eaa-4a35-8141-6754150abd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:37:40.916589 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c14012c9-7a8b-40c3-9206-c2fc7f60f6a0 req-de16f9dc-7eaa-4a35-8141-6754150abd1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42cecdba0449496aa6fb095a1cf375ba&device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 1098 time: 0.0450695 Sep 03 14:37:41.019487 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14012c9-7a8b-40c3-9206-c2fc7f60f6a0 req-68299c56-e47e-470e-a242-1e12dd651330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:37:41.020940 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c14012c9-7a8b-40c3-9206-c2fc7f60f6a0 req-68299c56-e47e-470e-a242-1e12dd651330 service neutron] 10.222.0.11 "GET /v2.0/networks?id=51fcce33-aacc-403c-a3cf-fa55e4f906fa HTTP/1.1" status: 200 len: 912 time: 0.0836437 Sep 03 14:37:41.088283 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c14012c9-7a8b-40c3-9206-c2fc7f60f6a0 req-90721303-2d91-4f07-889d-f551ad3857fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e HTTP/1.1" status: 200 len: 1001 time: 0.0599806 Sep 03 14:37:41.136768 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14012c9-7a8b-40c3-9206-c2fc7f60f6a0 req-2bd46c51-34f7-4d85-bd7c-11b54e1762a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:37:41.138273 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c14012c9-7a8b-40c3-9206-c2fc7f60f6a0 req-2bd46c51-34f7-4d85-bd7c-11b54e1762a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f616f030-5d87-44ee-b6a1-45bd5ec39fd1 HTTP/1.1" status: 200 len: 850 time: 0.0432267 Sep 03 14:37:41.190424 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14012c9-7a8b-40c3-9206-c2fc7f60f6a0 req-2d0cf6c7-64db-4637-8b1b-3cea48e32a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:37:41.191946 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c14012c9-7a8b-40c3-9206-c2fc7f60f6a0 req-2d0cf6c7-64db-4637-8b1b-3cea48e32a7f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fcce33-aacc-403c-a3cf-fa55e4f906fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468616 Sep 03 14:37:41.284973 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c14012c9-7a8b-40c3-9206-c2fc7f60f6a0 req-f92614c3-427d-4e37-9b6c-30fa14268b7d service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862510 Sep 03 14:37:41.375227 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c14012c9-7a8b-40c3-9206-c2fc7f60f6a0 req-e6d9b86b-aa42-44c5-a607-bdaecf5dee8a service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811238 Sep 03 14:37:42.973896 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-5ad92e4d-88fb-4b12-8652-0a0008ca72b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:37:43.283818 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:37:44.402951 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:37:46.203920 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:37:58.309229 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:38:00.537305 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:10.178334 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-6c384e02-c11d-485c-b41d-64aed336a62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:12.974251 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-4d76cdf7-a3cf-4f65-93f4-11a1f4421bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:13.285445 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:14.404938 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:16.204581 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:23.135354 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51672) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:38:23.290105 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Deleting port 0f081408-9c67-4393-a409-c2ec318cca22 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:38:23.290449 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:23.366951 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:23.367287 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:23.379013 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Calling delete_port for 0f081408-9c67-4393-a409-c2ec318cca22 owned by network:floatingip {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:38:23.529066 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:23.555687 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event deleted for resources: {'Port': ['ID=0f081408-9c67-4393-a409-c2ec318cca22,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:38:23.580223 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:23.580826 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:23.581328 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:23.581850 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:23.582326 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:23.582669 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:23.583008 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:23.583343 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:23.583673 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:23.584034 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:23.584370 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:23.584723 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:23.623077 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for floatingip, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:23.623415 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.l3_db [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Floating IP cd04ca57-36e3-4e4a-8f4a-0bb277582ac2 disassociated (deleted). External IP: 172.27.3.231, port: a46c453b-a061-48a6-8216-fb63c184aa49. Sep 03 14:38:24.063317 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:38:24.168627 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:38:24.173478 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:24.178683 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cc0c29-d064-48df-8388-f072936bda22 None None] Sync routers for ids ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:38:24.187890 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc0c29-d064-48df-8388-f072936bda22 None None] Routers {'47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:38:24.188509 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-48cc0c29-d064-48df-8388-f072936bda22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:38:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:24.200224 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-39b05885-4f16-4b62-a078-acd451f4f19a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "DELETE /v2.0/floatingips/cd04ca57-36e3-4e4a-8f4a-0bb277582ac2 HTTP/1.1" status: 204 len: 168 time: 1.0638044 Sep 03 14:38:24.200825 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a483d263-00e1-48d5-abdd-57f95d21edf9', 'tag': 'a46c453b-a061-48a6-8216-fb63c184aa49'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:38:24.203111 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102f29af-1b10-4e98-85b6-f4d020223ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "a483d263-00e1-48d5-abdd-57f95d21edf9", "tag": "a46c453b-a061-48a6-8216-fb63c184aa49"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:38:24.243657 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d8f003-9f9e-46ee-8314-b505fc974e25 x-openstack-request-id: req-51d8f003-9f9e-46ee-8314-b505fc974e25 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:38:24.244020 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a483d263-00e1-48d5-abdd-57f95d21edf9", "tag": "a46c453b-a061-48a6-8216-fb63c184aa49", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:38:24.244338 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51d8f003-9f9e-46ee-8314-b505fc974e25 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:38:24.244801 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a483d263-00e1-48d5-abdd-57f95d21edf9', 'tag': 'a46c453b-a061-48a6-8216-fb63c184aa49', 'status': 'completed', 'code': 200} Sep 03 14:38:24.294460 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-48cc0c29-d064-48df-8388-f072936bda22 None None] Set router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:38:24.315125 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f29af-1b10-4e98-85b6-f4d020223ea5 req-bce061b8-ef91-4fa9-a588-2dc30b093996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:38:24.317404 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-102f29af-1b10-4e98-85b6-f4d020223ea5 req-bce061b8-ef91-4fa9-a588-2dc30b093996 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42cecdba0449496aa6fb095a1cf375ba&device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 1098 time: 0.0480142 Sep 03 14:38:24.430834 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f29af-1b10-4e98-85b6-f4d020223ea5 req-76e9dfd4-5557-4461-861d-fa16a398446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:38:24.433500 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-102f29af-1b10-4e98-85b6-f4d020223ea5 req-76e9dfd4-5557-4461-861d-fa16a398446c service neutron] 10.222.0.11 "GET /v2.0/networks?id=51fcce33-aacc-403c-a3cf-fa55e4f906fa HTTP/1.1" status: 200 len: 912 time: 0.1064086 Sep 03 14:38:24.441864 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78904ed0-40c3-4a7e-abc0-5a48e86019e2 req-2d84f269-188b-4be4-bc70-6321d183a32f tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:38:24.443564 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-78904ed0-40c3-4a7e-abc0-5a48e86019e2 req-2d84f269-188b-4be4-bc70-6321d183a32f tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 945 time: 0.0537438 Sep 03 14:38:24.480722 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-102f29af-1b10-4e98-85b6-f4d020223ea5 req-37a1900a-177e-48e2-bb6e-15ecf75c01dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a46c453b-a061-48a6-8216-fb63c184aa49 HTTP/1.1" status: 200 len: 217 time: 0.0393946 Sep 03 14:38:24.482787 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-78904ed0-40c3-4a7e-abc0-5a48e86019e2 req-3bca6968-80cb-4d78-bd8a-373996a89448 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329857 Sep 03 14:38:24.531445 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f29af-1b10-4e98-85b6-f4d020223ea5 req-8f9babbc-c621-4a8f-8d11-bde825ee0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:38:24.532930 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-102f29af-1b10-4e98-85b6-f4d020223ea5 req-8f9babbc-c621-4a8f-8d11-bde825ee0904 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f616f030-5d87-44ee-b6a1-45bd5ec39fd1 HTTP/1.1" status: 200 len: 850 time: 0.0445278 Sep 03 14:38:24.546224 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-48cc0c29-d064-48df-8388-f072936bda22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '56155f1d-62a8-48fc-865c-8f6859d14ea1', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'port_id': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'mac_address': 'fa:16:3e:42:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57914538-fb8b-403e-a1c6-fea0562614df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:34:45Z', 'updated_at': '2021-09-03T14:34:47Z', 'revision_number': 1, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:38Z', 'revision_number': 5, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:24.573427 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cc0c29-d064-48df-8388-f072936bda22 None None] Checking router: 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:38:24.582485 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc0c29-d064-48df-8388-f072936bda22 None None] Routers {'47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:38:24.582802 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f29af-1b10-4e98-85b6-f4d020223ea5 req-ae6d4d1c-74d7-4c69-87d3-ce2e4a242dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:38:24.583136 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-48cc0c29-d064-48df-8388-f072936bda22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:38:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:24.584324 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-102f29af-1b10-4e98-85b6-f4d020223ea5 req-ae6d4d1c-74d7-4c69-87d3-ce2e4a242dc3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fcce33-aacc-403c-a3cf-fa55e4f906fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418816 Sep 03 14:38:24.686505 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-102f29af-1b10-4e98-85b6-f4d020223ea5 req-8f8ee051-6fcf-4986-a902-abfd61ef9865 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926466 Sep 03 14:38:24.779365 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-102f29af-1b10-4e98-85b6-f4d020223ea5 req-271421b7-eb8a-4956-991a-8df7c2fb99c1 service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850658 Sep 03 14:38:24.829434 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-48cc0c29-d064-48df-8388-f072936bda22 None None] Set router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:38:25.047989 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-48cc0c29-d064-48df-8388-f072936bda22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '56155f1d-62a8-48fc-865c-8f6859d14ea1', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'port_id': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'mac_address': 'fa:16:3e:42:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57914538-fb8b-403e-a1c6-fea0562614df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:34:45Z', 'updated_at': '2021-09-03T14:34:47Z', 'revision_number': 1, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:38Z', 'revision_number': 5, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:25.076884 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cc0c29-d064-48df-8388-f072936bda22 None None] The sync data for ids ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'] in dv-cinder-759955-20-iscsi is: [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_floatingips': [{'id': '56155f1d-62a8-48fc-865c-8f6859d14ea1', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'router_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'port_id': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'mac_address': 'fa:16:3e:42:4b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57914538-fb8b-403e-a1c6-fea0562614df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T14:34:45Z', 'updated_at': '2021-09-03T14:34:47Z', 'revision_number': 1, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:38Z', 'revision_number': 5, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:38:25.281062 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc0bf2-15c1-4958-bb0d-7a5507672730 None None] New status for floating IP cd04ca57-36e3-4e4a-8f4a-0bb277582ac2: DOWN {{(pid=93972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:38:25.748659 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aca3e6-3989-4453-ab35-605baa4fed74 req-9a11ebdb-dbd0-4f57-a857-12de1cac4d65 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:38:25.750170 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e7aca3e6-3989-4453-ab35-605baa4fed74 req-9a11ebdb-dbd0-4f57-a857-12de1cac4d65 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 945 time: 0.1864119 Sep 03 14:38:25.791130 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e7aca3e6-3989-4453-ab35-605baa4fed74 req-2bd84ba8-b7bb-46d0-abac-887c54226a5b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342638 Sep 03 14:38:25.927171 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b5201-ae8d-4014-a48a-ebe07ad20e83 req-444a57d0-be2d-4352-9279-536d676f6925 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:38:25.928536 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-700b5201-ae8d-4014-a48a-ebe07ad20e83 req-444a57d0-be2d-4352-9279-536d676f6925 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.11 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 945 time: 0.0474095 Sep 03 14:38:26.017940 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-700b5201-ae8d-4014-a48a-ebe07ad20e83 req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Deleting port a46c453b-a061-48a6-8216-fb63c184aa49 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:38:26.018289 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-700b5201-ae8d-4014-a48a-ebe07ad20e83 req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:26.108171 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-700b5201-ae8d-4014-a48a-ebe07ad20e83 req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] For port a46c453b-a061-48a6-8216-fb63c184aa49, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a46c453b-a061-48a6-8216-fb63c184aa49,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:38:26.108541 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-700b5201-ae8d-4014-a48a-ebe07ad20e83 req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:26.120540 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-700b5201-ae8d-4014-a48a-ebe07ad20e83 req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Calling delete_port for a46c453b-a061-48a6-8216-fb63c184aa49 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:38:26.247314 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-700b5201-ae8d-4014-a48a-ebe07ad20e83 req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:26.273038 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event deleted for resources: {'Port': ['ID=a46c453b-a061-48a6-8216-fb63c184aa49,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:38:26.282530 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:26.282887 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:26.283727 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:26.284067 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:26.284400 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:26.284735 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:26.285065 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:26.285393 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:26.286208 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:26.286208 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:26.286453 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:26.286693 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:26.326424 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-700b5201-ae8d-4014-a48a-ebe07ad20e83 req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] No DVR routers for this DVR port a46c453b-a061-48a6-8216-fb63c184aa49 on host hv-cinder-75995 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:38:26.328895 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-700b5201-ae8d-4014-a48a-ebe07ad20e83 req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:26.330983 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-700b5201-ae8d-4014-a48a-ebe07ad20e83 req-6336902a-201d-4350-a333-c47a90a06f6a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.11 "DELETE /v2.0/ports/a46c453b-a061-48a6-8216-fb63c184aa49 HTTP/1.1" status: 204 len: 173 time: 0.3959160 Sep 03 14:38:26.331417 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a483d263-00e1-48d5-abdd-57f95d21edf9', 'name': 'network-vif-deleted', 'tag': 'a46c453b-a061-48a6-8216-fb63c184aa49'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:38:26.333759 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9365465c-339b-475d-b931-722e6fbb0f41" -d '{"events": [{"server_uuid": "a483d263-00e1-48d5-abdd-57f95d21edf9", "name": "network-vif-deleted", "tag": "a46c453b-a061-48a6-8216-fb63c184aa49"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:38:26.380593 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc63323-d605-46d0-b92d-4263552e99da x-openstack-request-id: req-fbc63323-d605-46d0-b92d-4263552e99da {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:38:26.380882 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a483d263-00e1-48d5-abdd-57f95d21edf9", "name": "network-vif-deleted", "tag": "a46c453b-a061-48a6-8216-fb63c184aa49", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:38:26.381235 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbc63323-d605-46d0-b92d-4263552e99da {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:38:26.381713 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a483d263-00e1-48d5-abdd-57f95d21edf9', 'name': 'network-vif-deleted', 'tag': 'a46c453b-a061-48a6-8216-fb63c184aa49', 'status': 'completed', 'code': 200} Sep 03 14:38:26.902447 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-af811c92-7fce-4465-ac90-51860a46fb0b req-44f8150a-3335-44ca-ac53-1c5feebddd7f tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=a483d263-00e1-48d5-abdd-57f95d21edf9 HTTP/1.1" status: 200 len: 210 time: 0.0326459 Sep 03 14:38:29.014956 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device a46c453b-a061-48a6-8216-fb63c184aa49 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:38:29.034539 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: a46c453b-a061-48a6-8216-fb63c184aa49 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:38:29.035383 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device a46c453b-a061-48a6-8216-fb63c184aa49 not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:38:30.171369 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51714) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:38:30.325910 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-7db190bd-cfc0-45de-a187-eb06a5e9e514 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Deleting port 1926cfd0-1176-4fd7-8f21-309879b05d05 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:38:30.326253 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7db190bd-cfc0-45de-a187-eb06a5e9e514 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:30.405988 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7db190bd-cfc0-45de-a187-eb06a5e9e514 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:30.406316 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7db190bd-cfc0-45de-a187-eb06a5e9e514 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:30.418511 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-7db190bd-cfc0-45de-a187-eb06a5e9e514 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Calling delete_port for 1926cfd0-1176-4fd7-8f21-309879b05d05 owned by network:floatingip {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:38:30.550428 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:30.562374 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7db190bd-cfc0-45de-a187-eb06a5e9e514 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:30.591080 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db190bd-cfc0-45de-a187-eb06a5e9e514 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event deleted for resources: {'Port': ['ID=1926cfd0-1176-4fd7-8f21-309879b05d05,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:38:30.652434 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7db190bd-cfc0-45de-a187-eb06a5e9e514 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for floatingip, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:30.652763 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.db.l3_db [None req-7db190bd-cfc0-45de-a187-eb06a5e9e514 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Floating IP 56155f1d-62a8-48fc-865c-8f6859d14ea1 disassociated (deleted). External IP: 172.27.3.238, port: ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e. Sep 03 14:38:30.848936 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db190bd-cfc0-45de-a187-eb06a5e9e514 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:38:30.953279 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db190bd-cfc0-45de-a187-eb06a5e9e514 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:38:30.958084 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7db190bd-cfc0-45de-a187-eb06a5e9e514 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:30.962634 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00900350-999e-42a9-bdae-fea25777315c None None] Sync routers for ids ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:38:30.971397 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00900350-999e-42a9-bdae-fea25777315c None None] Routers {'47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:38:30.972010 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-00900350-999e-42a9-bdae-fea25777315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:38:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:30.984291 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-7db190bd-cfc0-45de-a187-eb06a5e9e514 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "DELETE /v2.0/floatingips/56155f1d-62a8-48fc-865c-8f6859d14ea1 HTTP/1.1" status: 204 len: 168 time: 0.8118405 Sep 03 14:38:30.984979 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57914538-fb8b-403e-a1c6-fea0562614df', 'tag': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:38:30.987442 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fd258d38cad73329aef54afb6af23fdcf68f0e2af04f8044babc49e12255388" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e853376-03d8-48f1-ac8f-1f08f0482721" -d '{"events": [{"name": "network-changed", "server_uuid": "57914538-fb8b-403e-a1c6-fea0562614df", "tag": "ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:38:31.025334 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 14:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ac24e6-32a3-410b-80b9-2d80238813ed x-openstack-request-id: req-26ac24e6-32a3-410b-80b9-2d80238813ed {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:38:31.025627 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57914538-fb8b-403e-a1c6-fea0562614df", "tag": "ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e", "status": "completed", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:38:31.026049 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26ac24e6-32a3-410b-80b9-2d80238813ed {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:38:31.026456 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57914538-fb8b-403e-a1c6-fea0562614df', 'tag': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e', 'status': 'completed', 'code': 200} Sep 03 14:38:31.081619 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-00900350-999e-42a9-bdae-fea25777315c None None] Set router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:38:31.089544 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e853376-03d8-48f1-ac8f-1f08f0482721 req-0ebc6a0f-fff7-47d6-80c6-bbb9bcdb326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:38:31.091149 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2e853376-03d8-48f1-ac8f-1f08f0482721 req-0ebc6a0f-fff7-47d6-80c6-bbb9bcdb326b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42cecdba0449496aa6fb095a1cf375ba&device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 1098 time: 0.0431051 Sep 03 14:38:31.194618 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e853376-03d8-48f1-ac8f-1f08f0482721 req-67c7c0bf-5921-4007-a105-1e6122257275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:38:31.196078 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2e853376-03d8-48f1-ac8f-1f08f0482721 req-67c7c0bf-5921-4007-a105-1e6122257275 service neutron] 10.222.0.11 "GET /v2.0/networks?id=51fcce33-aacc-403c-a3cf-fa55e4f906fa HTTP/1.1" status: 200 len: 912 time: 0.0947413 Sep 03 14:38:31.235105 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc29a0-1011-4bd7-8479-cf844b25276a req-a1ad4081-98a3-48d4-b287-b19fefd9fd9a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:38:31.237316 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2e853376-03d8-48f1-ac8f-1f08f0482721 req-83227a8d-e238-4ff1-b599-958e777117a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e HTTP/1.1" status: 200 len: 217 time: 0.0333693 Sep 03 14:38:31.238427 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-88fc29a0-1011-4bd7-8479-cf844b25276a req-a1ad4081-98a3-48d4-b287-b19fefd9fd9a tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 945 time: 0.0592833 Sep 03 14:38:31.275836 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [req-88fc29a0-1011-4bd7-8479-cf844b25276a req-cceb2966-749f-4dd6-84f9-7d408635139f tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327506 Sep 03 14:38:31.291961 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-00900350-999e-42a9-bdae-fea25777315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:38Z', 'revision_number': 5, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:31.294240 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e853376-03d8-48f1-ac8f-1f08f0482721 req-2c972045-ce49-400b-b9b7-2f9a09cef5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:38:31.295732 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2e853376-03d8-48f1-ac8f-1f08f0482721 req-2c972045-ce49-400b-b9b7-2f9a09cef5ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f616f030-5d87-44ee-b6a1-45bd5ec39fd1 HTTP/1.1" status: 200 len: 850 time: 0.0494194 Sep 03 14:38:31.323051 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00900350-999e-42a9-bdae-fea25777315c None None] Checking router: 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:38:31.331430 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00900350-999e-42a9-bdae-fea25777315c None None] Routers {'47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:38:31.332093 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-00900350-999e-42a9-bdae-fea25777315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:38:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:31.342342 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e853376-03d8-48f1-ac8f-1f08f0482721 req-59ff2375-03e4-4ac4-8235-57144d8cb1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:38:31.343842 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2e853376-03d8-48f1-ac8f-1f08f0482721 req-59ff2375-03e4-4ac4-8235-57144d8cb1d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51fcce33-aacc-403c-a3cf-fa55e4f906fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406110 Sep 03 14:38:31.435305 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2e853376-03d8-48f1-ac8f-1f08f0482721 req-ff775131-e825-49d2-808e-a81a38ef81cc service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837443 Sep 03 14:38:31.437570 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-00900350-999e-42a9-bdae-fea25777315c None None] Set router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:38:31.525882 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2e853376-03d8-48f1-ac8f-1f08f0482721 req-71186161-6029-4ff8-ad48-7bf07972becb service neutron] 10.222.0.11 "GET /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817924 Sep 03 14:38:31.635867 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-00900350-999e-42a9-bdae-fea25777315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:38Z', 'revision_number': 5, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:31.662217 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00900350-999e-42a9-bdae-fea25777315c None None] The sync data for ids ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'] in dv-cinder-759955-20-iscsi is: [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:31:31Z', 'revision_number': 4, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi', '_interfaces': [{'id': '7f0afa70-cdd3-4704-a3ab-99361d733550', 'name': '', 'network_id': '51fcce33-aacc-403c-a3cf-fa55e4f906fa', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'mac_address': 'fa:16:3e:44:72:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:31Z', 'updated_at': '2021-09-03T14:31:38Z', 'revision_number': 5, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'subnets': [{'id': 'f616f030-5d87-44ee-b6a1-45bd5ec39fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:38:31.878424 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b98ca6-7f67-4693-9bde-709a8b0b9896 None None] New status for floating IP 56155f1d-62a8-48fc-865c-8f6859d14ea1: DOWN {{(pid=93972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 14:38:32.406777 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a6c84-9eed-4a86-84cc-12c26a1715e7 req-f06e359c-bb40-481a-86ee-c4565622eef6 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:38:32.408254 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fe7a6c84-9eed-4a86-84cc-12c26a1715e7 req-f06e359c-bb40-481a-86ee-c4565622eef6 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 945 time: 0.0497968 Sep 03 14:38:32.445541 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fe7a6c84-9eed-4a86-84cc-12c26a1715e7 req-84fbc3c7-8055-48ba-a62d-2ba4e859df3c tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ab0f12-2bcb-4171-8c0e-8803ae0030f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307722 Sep 03 14:38:32.639669 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af533c-9db5-4f31-a2f9-b8ada08dae7e req-3cf0ae69-0fcd-4289-877e-1fda8113ef8b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:38:32.641016 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-30af533c-9db5-4f31-a2f9-b8ada08dae7e req-3cf0ae69-0fcd-4289-877e-1fda8113ef8b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.11 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 945 time: 0.0507693 Sep 03 14:38:32.727412 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-30af533c-9db5-4f31-a2f9-b8ada08dae7e req-abdd57e6-eca3-4490-9817-1a9b141429dc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Deleting port ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:38:32.727755 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-30af533c-9db5-4f31-a2f9-b8ada08dae7e req-abdd57e6-eca3-4490-9817-1a9b141429dc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:32.815616 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-30af533c-9db5-4f31-a2f9-b8ada08dae7e req-abdd57e6-eca3-4490-9817-1a9b141429dc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] For port ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:38:32.816524 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-30af533c-9db5-4f31-a2f9-b8ada08dae7e req-abdd57e6-eca3-4490-9817-1a9b141429dc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:32.828079 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-30af533c-9db5-4f31-a2f9-b8ada08dae7e req-abdd57e6-eca3-4490-9817-1a9b141429dc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Calling delete_port for ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:38:32.950770 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-30af533c-9db5-4f31-a2f9-b8ada08dae7e req-abdd57e6-eca3-4490-9817-1a9b141429dc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:32.983331 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd57e6-eca3-4490-9817-1a9b141429dc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event deleted for resources: {'Port': ['ID=ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:38:33.022021 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-30af533c-9db5-4f31-a2f9-b8ada08dae7e req-abdd57e6-eca3-4490-9817-1a9b141429dc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] No DVR routers for this DVR port ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e on host hv-cinder-75995 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:38:33.024482 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-30af533c-9db5-4f31-a2f9-b8ada08dae7e req-abdd57e6-eca3-4490-9817-1a9b141429dc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:33.026469 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-30af533c-9db5-4f31-a2f9-b8ada08dae7e req-abdd57e6-eca3-4490-9817-1a9b141429dc tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.11 "DELETE /v2.0/ports/ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e HTTP/1.1" status: 204 len: 173 time: 0.3789537 Sep 03 14:38:33.026903 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57914538-fb8b-403e-a1c6-fea0562614df', 'name': 'network-vif-deleted', 'tag': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 14:38:33.029087 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d533cdd1a7241288b09110a1eba61bfed93a58b427af5f2726e7c9fa521e0631" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa280e2-0887-4d52-86f8-aebe1db7fc81" -d '{"events": [{"server_uuid": "57914538-fb8b-403e-a1c6-fea0562614df", "name": "network-vif-deleted", "tag": "ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 14:38:33.069933 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 14:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42077031-5a48-44e6-8952-c46a2fce0a4a x-openstack-request-id: req-42077031-5a48-44e6-8952-c46a2fce0a4a {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 14:38:33.070232 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57914538-fb8b-403e-a1c6-fea0562614df", "name": "network-vif-deleted", "tag": "ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 14:38:33.070569 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42077031-5a48-44e6-8952-c46a2fce0a4a {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 14:38:33.071445 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57914538-fb8b-403e-a1c6-fea0562614df', 'name': 'network-vif-deleted', 'tag': 'ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e', 'status': 'completed', 'code': 200} Sep 03 14:38:33.547878 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [req-50ff128a-64bc-4572-bb97-aeba169c19b4 req-ff8034db-23ce-4422-8777-d374d4f09452 tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "GET /v2.0/ports?device_id=57914538-fb8b-403e-a1c6-fea0562614df HTTP/1.1" status: 200 len: 210 time: 0.0261829 Sep 03 14:38:34.603397 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51732) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:38:34.725238 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-3345d5ae-9976-424d-a07e-07121a13194e tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Deleting port d4ed8da4-3a4b-4b7c-8afc-efea8ce3cc1a {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:38:34.725609 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3345d5ae-9976-424d-a07e-07121a13194e tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:34.799473 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3345d5ae-9976-424d-a07e-07121a13194e tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:34.799813 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3345d5ae-9976-424d-a07e-07121a13194e tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:34.811705 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-3345d5ae-9976-424d-a07e-07121a13194e tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Calling delete_port for d4ed8da4-3a4b-4b7c-8afc-efea8ce3cc1a owned by network:floatingip {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:38:34.947496 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3345d5ae-9976-424d-a07e-07121a13194e tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:34.971414 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345d5ae-9976-424d-a07e-07121a13194e tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event deleted for resources: {'Port': ['ID=d4ed8da4-3a4b-4b7c-8afc-efea8ce3cc1a,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:38:35.033582 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3345d5ae-9976-424d-a07e-07121a13194e tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for floatingip, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:35.036607 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3345d5ae-9976-424d-a07e-07121a13194e tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9641'] for floatingip, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:35.037798 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-3345d5ae-9976-424d-a07e-07121a13194e tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "DELETE /v2.0/floatingips/0bbc6168-e2ab-4c06-89ff-fcfa2818c6c0 HTTP/1.1" status: 204 len: 168 time: 0.4334042 Sep 03 14:38:35.308386 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:38:36.230812 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51744) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:38:36.288130 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-93fcbdb5-d563-4333-ac6f-b524491c776b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:36.312455 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-93fcbdb5-d563-4333-ac6f-b524491c776b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:36.369492 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-93fcbdb5-d563-4333-ac6f-b524491c776b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:36.372162 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-93fcbdb5-d563-4333-ac6f-b524491c776b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:36.373319 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-93fcbdb5-d563-4333-ac6f-b524491c776b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] 10.222.0.23 "DELETE /v2.0/security-groups/58ab0f12-2bcb-4171-8c0e-8803ae0030f7 HTTP/1.1" status: 204 len: 168 time: 0.1414919 Sep 03 14:38:36.383124 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcbdb5-d563-4333-ac6f-b524491c776b tempest-TestVolumeBootPattern-1323104536 tempest-TestVolumeBootPattern-1323104536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ab0f12-2bcb-4171-8c0e-8803ae0030f7,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:38:36.431138 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 51748) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:38:36.897132 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8c3bf23a-a533-4926-9aa1-4953937e18ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945972'] for router_interface, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:37.062997 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:38:37.091373 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] No Port match for: ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:38:37.091728 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Device ac920b6f-1a9f-431c-9cc1-8f26e8d8c64e not bound to the agent host hv-cinder-75995 {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:38:37.383694 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bf23a-a533-4926-9aa1-4953937e18ad admin admin] Deleting port 7f0afa70-cdd3-4704-a3ab-99361d733550 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:38:37.384057 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8c3bf23a-a533-4926-9aa1-4953937e18ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:37.459789 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-8c3bf23a-a533-4926-9aa1-4953937e18ad admin admin] For port 7f0afa70-cdd3-4704-a3ab-99361d733550, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=7f0afa70-cdd3-4704-a3ab-99361d733550,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:38:37.460484 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8c3bf23a-a533-4926-9aa1-4953937e18ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:37.471964 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bf23a-a533-4926-9aa1-4953937e18ad admin admin] Calling delete_port for 7f0afa70-cdd3-4704-a3ab-99361d733550 owned by network:router_interface {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:38:37.651406 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8c3bf23a-a533-4926-9aa1-4953937e18ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:37.678069 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bf23a-a533-4926-9aa1-4953937e18ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7f0afa70-cdd3-4704-a3ab-99361d733550,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:38:37.842059 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8c3bf23a-a533-4926-9aa1-4953937e18ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946080'] for router_interface, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:38.054532 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3bf23a-a533-4926-9aa1-4953937e18ad admin admin] Router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:38:38.158096 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3bf23a-a533-4926-9aa1-4953937e18ad admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:38:38.163547 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8c3bf23a-a533-4926-9aa1-4953937e18ad admin admin] 10.222.0.23 "PUT /v2.0/routers/47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7313900 Sep 03 14:38:38.166252 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 51752) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:38:38.167107 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82cd718-a665-44da-bcee-9947d8ddfa1d None None] Sync routers for ids ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'] in dv-cinder-759955-20-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:38:38.176770 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82cd718-a665-44da-bcee-9947d8ddfa1d None None] Routers {'47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:38:38.177397 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c82cd718-a665-44da-bcee-9947d8ddfa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:38:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:38.264426 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ebbe848d-f48c-4f9c-9dd2-a287b8cd903e admin admin] Notify callbacks [] for router, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:38.278833 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-c82cd718-a665-44da-bcee-9947d8ddfa1d None None] Set router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb gateway port host: dv-cinder-759955-20-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:38:38.365460 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ebbe848d-f48c-4f9c-9dd2-a287b8cd903e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:38.423388 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-ebbe848d-f48c-4f9c-9dd2-a287b8cd903e admin admin] Deleting port fa1b0af6-bc53-4d67-81d3-663ae7b58baf {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:38:38.423752 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ebbe848d-f48c-4f9c-9dd2-a287b8cd903e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:38.458103 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c82cd718-a665-44da-bcee-9947d8ddfa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:38:37Z', 'revision_number': 5, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port': {'id': 'fa1b0af6-bc53-4d67-81d3-663ae7b58baf', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:29Z', 'updated_at': '2021-09-03T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:38.483927 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82cd718-a665-44da-bcee-9947d8ddfa1d None None] Checking router: 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb for host: dv-cinder-759955-20-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:38:38.492095 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82cd718-a665-44da-bcee-9947d8ddfa1d None None] Routers {'47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:38:38.492708 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c82cd718-a665-44da-bcee-9947d8ddfa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:38:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:38.502741 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-ebbe848d-f48c-4f9c-9dd2-a287b8cd903e admin admin] For port fa1b0af6-bc53-4d67-81d3-663ae7b58baf, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=fa1b0af6-bc53-4d67-81d3-663ae7b58baf,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:38:38.503308 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ebbe848d-f48c-4f9c-9dd2-a287b8cd903e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:38.515714 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-ebbe848d-f48c-4f9c-9dd2-a287b8cd903e admin admin] Calling delete_port for fa1b0af6-bc53-4d67-81d3-663ae7b58baf owned by network:router_gateway {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:38:38.576930 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-c82cd718-a665-44da-bcee-9947d8ddfa1d None None] Set router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb gateway port host: None {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:38:38.682325 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ebbe848d-f48c-4f9c-9dd2-a287b8cd903e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:38.709408 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe848d-f48c-4f9c-9dd2-a287b8cd903e admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1b0af6-bc53-4d67-81d3-663ae7b58baf,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:38:38.758538 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c82cd718-a665-44da-bcee-9947d8ddfa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:38:38Z', 'revision_number': 6, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port_host': None}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:38.776001 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ebbe848d-f48c-4f9c-9dd2-a287b8cd903e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-945358'] for router_gateway, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:38.785632 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82cd718-a665-44da-bcee-9947d8ddfa1d None None] The sync data for ids ['47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb'] in dv-cinder-759955-20-iscsi is: [{'id': '47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb', 'name': 'tempest-TestVolumeBootPattern-775228204-router', 'tenant_id': '42cecdba0449496aa6fb095a1cf375ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:28Z', 'updated_at': '2021-09-03T14:38:38Z', 'revision_number': 6, 'project_id': '42cecdba0449496aa6fb095a1cf375ba', 'gw_port_host': None}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:38:38.864520 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ebbe848d-f48c-4f9c-9dd2-a287b8cd903e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10818'] for router, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:38.866626 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ebbe848d-f48c-4f9c-9dd2-a287b8cd903e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:38.909424 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ebbe848d-f48c-4f9c-9dd2-a287b8cd903e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-947816'] for router, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:38.910035 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbe848d-f48c-4f9c-9dd2-a287b8cd903e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb {{(pid=93969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 14:38:38.914916 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ebbe848d-f48c-4f9c-9dd2-a287b8cd903e admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:38.916103 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ebbe848d-f48c-4f9c-9dd2-a287b8cd903e admin admin] 10.222.0.23 "DELETE /v2.0/routers/47ff7d6d-c2eb-48eb-8b6f-6d9617e16ceb HTTP/1.1" status: 204 len: 168 time: 0.7489259 Sep 03 14:38:38.918516 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 51754) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:38:38.961881 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d20dd2-b283-4412-9542-70566f049e21 admin admin] Deleting subnet f616f030-5d87-44ee-b6a1-45bd5ec39fd1 {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:38:38.964947 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-75d20dd2-b283-4412-9542-70566f049e21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:39.002229 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-75d20dd2-b283-4412-9542-70566f049e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3471851'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:39.076543 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-75d20dd2-b283-4412-9542-70566f049e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16749918'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:39.127897 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-75d20dd2-b283-4412-9542-70566f049e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16749863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2727873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602688'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:39.156537 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d20dd2-b283-4412-9542-70566f049e21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f616f030-5d87-44ee-b6a1-45bd5ec39fd1,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:38:39.162046 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-75d20dd2-b283-4412-9542-70566f049e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:39.165726 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-75d20dd2-b283-4412-9542-70566f049e21 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f616f030-5d87-44ee-b6a1-45bd5ec39fd1 HTTP/1.1" status: 204 len: 168 time: 0.2445385 Sep 03 14:38:39.166412 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.23', 51756) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:38:39.171220 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6871b701-ded8-4c3e-9622-b362e8c786ae None None] Network 51fcce33-aacc-403c-a3cf-fa55e4f906fa requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:38:39.249071 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16589909'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:39.305149 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] Deleting port b4c52896-ac3c-40fb-8520-359e8a28f5e0 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:38:39.305600 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:39.372884 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] For port b4c52896-ac3c-40fb-8520-359e8a28f5e0, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=b4c52896-ac3c-40fb-8520-359e8a28f5e0,segment=NetworkSegment(e687b686-30f8-4dd5-8f8b-b5f49ec906e1),segment_id=e687b686-30f8-4dd5-8f8b-b5f49ec906e1)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:38:39.373250 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:39.385274 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] Calling delete_port for b4c52896-ac3c-40fb-8520-359e8a28f5e0 owned by network:dhcp {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:38:39.462557 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2727916'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:39.488475 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c52896-ac3c-40fb-8520-359e8a28f5e0,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:38:39.490241 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] No DVR routers for this DVR port b4c52896-ac3c-40fb-8520-359e8a28f5e0 on host dv-cinder-759955-20-iscsi {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:38:39.563057 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16749259', 'neutron.services.segments.db._delete_segments_for_network-8777478328405'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:39.573742 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51fcce33-aacc-403c-a3cf-fa55e4f906fa']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:39.578935 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536ab375-355b-470a-bd75-aada314c067c None None] DHCP port deletion for 51fcce33-aacc-403c-a3cf-fa55e4f906fa request from dv-cinder-759955-20-iscsi {{(pid=93971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 14:38:39.586941 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:39.587242 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e687b686-30f8-4dd5-8f8b-b5f49ec906e1') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:39.597497 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777478329694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3471858'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:39.615834 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:39.622394 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:38:39.622802 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2727839'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: Traceback (most recent call last): Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: timer() Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: cb(*args, **kw) Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: return func(*args, **kwargs) Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: self._notify() Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: self.callback(batched_events) Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: event.method(event) Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: return f(self, *a, **k) Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._get(url).json() Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:38:39.624435 dv-cinder-759955-20-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:38:39.648972 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 7f0afa70-cdd3-4704-a3ab-99361d733550 no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:38:39.672126 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: 7f0afa70-cdd3-4704-a3ab-99361d733550 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:38:39.673162 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 7f0afa70-cdd3-4704-a3ab-99361d733550 not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:38:39.675945 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device b4c52896-ac3c-40fb-8520-359e8a28f5e0 no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:38:39.682270 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16749276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893990'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:39.688243 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:39.690540 dv-cinder-759955-20-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] 10.222.0.23 "DELETE /v2.0/networks/51fcce33-aacc-403c-a3cf-fa55e4f906fa HTTP/1.1" status: 204 len: 168 time: 0.5231280 Sep 03 14:38:39.694253 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51758) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:38:39.699538 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: b4c52896-ac3c-40fb-8520-359e8a28f5e0 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:38:39.699753 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device b4c52896-ac3c-40fb-8520-359e8a28f5e0 not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:38:39.700191 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device fa1b0af6-bc53-4d67-81d3-663ae7b58baf no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:38:39.703204 dv-cinder-759955-20-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed525b83-c6ab-4fba-a321-9010bc06b37b admin admin] Pushing event deleted for resources: {'Network': ['ID=51fcce33-aacc-403c-a3cf-fa55e4f906fa,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:38:39.727278 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: fa1b0af6-bc53-4d67-81d3-663ae7b58baf {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:38:39.727278 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device fa1b0af6-bc53-4d67-81d3-663ae7b58baf not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:38:40.052122 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5046adde-9b61-4295-81ce-c2ce6b894aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945972'] for router_interface, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:40.179441 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-21b10155-e94c-463b-b83c-5c8af3b7ae40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:40.302701 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5046adde-9b61-4295-81ce-c2ce6b894aaa admin admin] Deleting port 5c883e9d-b1e9-4b03-9b3b-276265e913b6 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:38:40.302941 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5046adde-9b61-4295-81ce-c2ce6b894aaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:40.382091 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5046adde-9b61-4295-81ce-c2ce6b894aaa admin admin] For port 5c883e9d-b1e9-4b03-9b3b-276265e913b6, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=5c883e9d-b1e9-4b03-9b3b-276265e913b6,segment=NetworkSegment(a6f0add0-d17b-4b1e-b63d-c1edbdd27323),segment_id=a6f0add0-d17b-4b1e-b63d-c1edbdd27323)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:38:40.382462 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5046adde-9b61-4295-81ce-c2ce6b894aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:40.395422 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5046adde-9b61-4295-81ce-c2ce6b894aaa admin admin] Calling delete_port for 5c883e9d-b1e9-4b03-9b3b-276265e913b6 owned by network:router_interface {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:38:40.572967 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5046adde-9b61-4295-81ce-c2ce6b894aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:40.599471 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046adde-9b61-4295-81ce-c2ce6b894aaa admin admin] Pushing event deleted for resources: {'Port': ['ID=5c883e9d-b1e9-4b03-9b3b-276265e913b6,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:38:40.761198 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5046adde-9b61-4295-81ce-c2ce6b894aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946080'] for router_interface, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:40.968182 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5046adde-9b61-4295-81ce-c2ce6b894aaa admin admin] Router b344540b-4b0f-425c-8680-5f0004d8f24a has already been hosted by L3 agent 84f1796c-60ab-4c0c-9911-56e01a2c29e0 {{(pid=93970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:38:41.071425 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5046adde-9b61-4295-81ce-c2ce6b894aaa admin admin] Notify agent at l3_agent.dv-cinder-759955-20-iscsi the message routers_updated {{(pid=93970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:38:41.076617 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-5046adde-9b61-4295-81ce-c2ce6b894aaa admin admin] 10.222.0.23 "PUT /v2.0/routers/b344540b-4b0f-425c-8680-5f0004d8f24a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3808160 Sep 03 14:38:41.078907 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51760) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:38:41.080206 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a849ae1-ab67-41c8-b966-8b0fda2ddd29 None None] Sync routers for ids ['b344540b-4b0f-425c-8680-5f0004d8f24a'] in dv-cinder-759955-20-iscsi {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:38:41.089109 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a849ae1-ab67-41c8-b966-8b0fda2ddd29 None None] Routers {'b344540b-4b0f-425c-8680-5f0004d8f24a'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:38:41.089800 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-9a849ae1-ab67-41c8-b966-8b0fda2ddd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:38:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['b344540b-4b0f-425c-8680-5f0004d8f24a'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:41.179322 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2cf83c42-ae4e-4c43-b69b-1927084603a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:41.191524 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-9a849ae1-ab67-41c8-b966-8b0fda2ddd29 None None] Set router b344540b-4b0f-425c-8680-5f0004d8f24a gateway port host: dv-cinder-759955-20-iscsi {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:38:41.279873 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2cf83c42-ae4e-4c43-b69b-1927084603a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:41.349690 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-2cf83c42-ae4e-4c43-b69b-1927084603a4 admin admin] Deleting port a94dc855-a6c4-40ee-96a0-a8a954fb05b9 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:38:41.350121 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2cf83c42-ae4e-4c43-b69b-1927084603a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:41.383589 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-9a849ae1-ab67-41c8-b966-8b0fda2ddd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344540b-4b0f-425c-8680-5f0004d8f24a', 'name': 'tempest-TestVolumeBootPattern-1801187276-router', 'tenant_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'external_fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a94dc855-a6c4-40ee-96a0-a8a954fb05b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:33Z', 'updated_at': '2021-09-03T14:38:40Z', 'revision_number': 5, 'project_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'gw_port': {'id': 'a94dc855-a6c4-40ee-96a0-a8a954fb05b9', 'name': '', 'network_id': '71a2aaf5-8009-41a7-aebe-f6027ce2b898', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344540b-4b0f-425c-8680-5f0004d8f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:31:34Z', 'updated_at': '2021-09-03T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3592d6f5-ce6a-448b-9072-bd66af67c647', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-20-iscsi'}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:41.412251 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a849ae1-ab67-41c8-b966-8b0fda2ddd29 None None] Checking router: b344540b-4b0f-425c-8680-5f0004d8f24a for host: dv-cinder-759955-20-iscsi {{(pid=93972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:38:41.421102 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a849ae1-ab67-41c8-b966-8b0fda2ddd29 None None] Routers {'b344540b-4b0f-425c-8680-5f0004d8f24a'} bound to L3 agent in host dv-cinder-759955-20-iscsi {{(pid=93972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:38:41.421782 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-9a849ae1-ab67-41c8-b966-8b0fda2ddd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:15:13Z,description=,heartbeat_timestamp=2021-09-03T14:38:13Z,host='dv-cinder-759955-20-iscsi',id=84f1796c-60ab-4c0c-9911-56e01a2c29e0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:15:13Z,topic='l3_agent')) {'router_ids': ['b344540b-4b0f-425c-8680-5f0004d8f24a'], 'active': True} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:41.442048 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-2cf83c42-ae4e-4c43-b69b-1927084603a4 admin admin] For port a94dc855-a6c4-40ee-96a0-a8a954fb05b9, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=a94dc855-a6c4-40ee-96a0-a8a954fb05b9,segment=NetworkSegment(389dcf5f-e624-4d71-82c0-54443a111239),segment_id=389dcf5f-e624-4d71-82c0-54443a111239)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:38:41.442929 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2cf83c42-ae4e-4c43-b69b-1927084603a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:41.462338 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-2cf83c42-ae4e-4c43-b69b-1927084603a4 admin admin] Calling delete_port for a94dc855-a6c4-40ee-96a0-a8a954fb05b9 owned by network:router_gateway {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:38:41.508541 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_dvr_db [None req-9a849ae1-ab67-41c8-b966-8b0fda2ddd29 None None] Set router b344540b-4b0f-425c-8680-5f0004d8f24a gateway port host: None {{(pid=93972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:38:41.634792 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2cf83c42-ae4e-4c43-b69b-1927084603a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:41.655469 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.l3_hamode_db [None req-9a849ae1-ab67-41c8-b966-8b0fda2ddd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344540b-4b0f-425c-8680-5f0004d8f24a', 'name': 'tempest-TestVolumeBootPattern-1801187276-router', 'tenant_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:33Z', 'updated_at': '2021-09-03T14:38:41Z', 'revision_number': 6, 'project_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'gw_port_host': None}], 'dv-cinder-759955-20-iscsi', False) {} {{(pid=93972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:41.661745 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf83c42-ae4e-4c43-b69b-1927084603a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a94dc855-a6c4-40ee-96a0-a8a954fb05b9,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:38:41.683180 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a849ae1-ab67-41c8-b966-8b0fda2ddd29 None None] The sync data for ids ['b344540b-4b0f-425c-8680-5f0004d8f24a'] in dv-cinder-759955-20-iscsi is: [{'id': 'b344540b-4b0f-425c-8680-5f0004d8f24a', 'name': 'tempest-TestVolumeBootPattern-1801187276-router', 'tenant_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:31:33Z', 'updated_at': '2021-09-03T14:38:41Z', 'revision_number': 6, 'project_id': 'e01157c1f57344dbb5c854e924a0ffd2', 'gw_port_host': None}] {{(pid=93972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:38:41.724915 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2cf83c42-ae4e-4c43-b69b-1927084603a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-945358'] for router_gateway, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:41.814764 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2cf83c42-ae4e-4c43-b69b-1927084603a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10818'] for router, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:41.817317 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2cf83c42-ae4e-4c43-b69b-1927084603a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:41.868799 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2cf83c42-ae4e-4c43-b69b-1927084603a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-947816'] for router, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:41.869307 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf83c42-ae4e-4c43-b69b-1927084603a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b344540b-4b0f-425c-8680-5f0004d8f24a {{(pid=93970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 14:38:41.875286 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2cf83c42-ae4e-4c43-b69b-1927084603a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:41.876479 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-2cf83c42-ae4e-4c43-b69b-1927084603a4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b344540b-4b0f-425c-8680-5f0004d8f24a HTTP/1.1" status: 204 len: 168 time: 0.7966313 Sep 03 14:38:41.879735 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51762) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:38:41.926924 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebf74a1-9949-4ab2-a164-098c10efda1d admin admin] Deleting subnet 44cce750-2f2b-4bcb-90c7-472e7a58516d {{(pid=93970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 14:38:41.930147 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bebf74a1-9949-4ab2-a164-098c10efda1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:41.965597 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bebf74a1-9949-4ab2-a164-098c10efda1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4013441'] for subnet, precommit_delete_associations {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:42.054287 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bebf74a1-9949-4ab2-a164-098c10efda1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16749918'] for subnet, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:42.119124 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bebf74a1-9949-4ab2-a164-098c10efda1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16749863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2700628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632419'] for subnet, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:42.145974 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf74a1-9949-4ab2-a164-098c10efda1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44cce750-2f2b-4bcb-90c7-472e7a58516d,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:38:42.149636 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bebf74a1-9949-4ab2-a164-098c10efda1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:42.151535 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-bebf74a1-9949-4ab2-a164-098c10efda1d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/44cce750-2f2b-4bcb-90c7-472e7a58516d HTTP/1.1" status: 204 len: 168 time: 0.2708697 Sep 03 14:38:42.154003 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51764) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:38:42.157770 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68821f79-fb98-47df-a90d-305ceca70a4a None None] Network 0713f4aa-ba68-444e-991e-c6dfd16e2783 requested from dv-cinder-759955-20-iscsi {{(pid=93971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:38:42.244797 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16589909'] for network, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:42.478808 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] DHCP port deletion for 0713f4aa-ba68-444e-991e-c6dfd16e2783 request from dv-cinder-759955-20-iscsi {{(pid=93971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 14:38:42.532615 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] Deleting port 24c03d48-5f14-46fd-aabe-1cbfcaab65fc {{(pid=93971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:38:42.532991 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:42.554774 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] Deleting port 24c03d48-5f14-46fd-aabe-1cbfcaab65fc {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 14:38:42.555122 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777478311406'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:42.612275 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] For port 24c03d48-5f14-46fd-aabe-1cbfcaab65fc, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=24c03d48-5f14-46fd-aabe-1cbfcaab65fc,segment=NetworkSegment(a6f0add0-d17b-4b1e-b63d-c1edbdd27323),segment_id=a6f0add0-d17b-4b1e-b63d-c1edbdd27323)] {{(pid=93971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:38:42.612931 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:42.631924 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] Calling delete_port for 24c03d48-5f14-46fd-aabe-1cbfcaab65fc owned by network:dhcp {{(pid=93971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:38:42.634018 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] For port 24c03d48-5f14-46fd-aabe-1cbfcaab65fc, host dv-cinder-759955-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-20-iscsi',level=0,port_id=24c03d48-5f14-46fd-aabe-1cbfcaab65fc,segment=NetworkSegment(a6f0add0-d17b-4b1e-b63d-c1edbdd27323),segment_id=a6f0add0-d17b-4b1e-b63d-c1edbdd27323)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:38:42.634472 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942397'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:42.648449 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] Calling delete_port for 24c03d48-5f14-46fd-aabe-1cbfcaab65fc owned by network:dhcp {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 14:38:42.717864 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337'] for port, after_delete {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:42.731727 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16738939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777478319032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777477897337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2700665'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:42.744256 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] Pushing event deleted for resources: {'Port': ['ID=24c03d48-5f14-46fd-aabe-1cbfcaab65fc,revision_number=None']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:38:42.753999 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] No DVR routers for this DVR port 24c03d48-5f14-46fd-aabe-1cbfcaab65fc on host dv-cinder-759955-20-iscsi {{(pid=93971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:38:42.757307 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:42.757697 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:42.758018 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:42.758355 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:42.758762 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:42.762198 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:42.762198 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:42.762198 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:42.763046 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=24c03d48-5f14-46fd-aabe-1cbfcaab65fc,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:38:42.763569 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:42.763569 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:42.763569 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:42.763569 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa4e6b-bb60-4172-b3b0-1da7bc7c4ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-20-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:38:42.764473 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] No DVR routers for this DVR port 24c03d48-5f14-46fd-aabe-1cbfcaab65fc on host dv-cinder-759955-20-iscsi {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 14:38:42.838183 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16749259', 'neutron.services.segments.db._delete_segments_for_network-8777478328405'] for network, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:42.848303 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.services.segments.db [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0713f4aa-ba68-444e-991e-c6dfd16e2783']}} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:42.858133 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.services.segments.db [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f0add0-d17b-4b1e-b63d-c1edbdd27323') {'for_net_delete': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:42.858437 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.services.segments.db [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f0add0-d17b-4b1e-b63d-c1edbdd27323') {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:38:42.867110 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777478329694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4013464'] for segment, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:42.880844 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471'] for segment, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:42.887068 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 14:38:42.887505 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16748471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2700554'] for segment, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: self.session.flush() Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: self.session.flush() Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: self.session.flush() Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: self.session.flush() Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: Traceback (most recent call last): Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: timer() Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: cb(*args, **kw) Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: return func(*args, **kwargs) Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: self._notify() Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: self.callback(batched_events) Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: event.method(event) Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: return f(self, *a, **k) Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: return self._get(url).json() Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: return self.request(url, 'GET', **kwargs) Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 14:38:42.889346 dv-cinder-759955-20-iscsi neutron-server[93970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 14:38:42.952313 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16749276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-893990'] for network, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:42.957514 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528325'] for network, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:42.960500 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0713f4aa-ba68-444e-991e-c6dfd16e2783 HTTP/1.1" status: 204 len: 168 time: 0.8055394 Sep 03 14:38:42.973256 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544a5e6-9ae1-4422-8a74-0d5ef3842f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=0713f4aa-ba68-444e-991e-c6dfd16e2783,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:38:42.976758 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8ae03c4c-c178-4c6a-b261-7fdab94eddff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:43.077031 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51768) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:38:43.120331 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-304f04b6-9a5f-410a-9058-73e3b73b3319 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42cecdba0449496aa6fb095a1cf375ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420868 Sep 03 14:38:43.122787 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51770) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:38:43.170029 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-60359f4f-7bd1-4c23-9005-d0012d046623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:43.191666 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-60359f4f-7bd1-4c23-9005-d0012d046623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:43.234948 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-60359f4f-7bd1-4c23-9005-d0012d046623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:43.237470 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-60359f4f-7bd1-4c23-9005-d0012d046623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:43.239134 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-60359f4f-7bd1-4c23-9005-d0012d046623 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b786c64f-6622-4e93-a482-cc43b3cf7313 HTTP/1.1" status: 204 len: 168 time: 0.1154556 Sep 03 14:38:43.246546 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60359f4f-7bd1-4c23-9005-d0012d046623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b786c64f-6622-4e93-a482-cc43b3cf7313,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:38:43.294382 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:43.346709 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 24c03d48-5f14-46fd-aabe-1cbfcaab65fc no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:38:43.366867 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: 24c03d48-5f14-46fd-aabe-1cbfcaab65fc {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:38:43.367218 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 24c03d48-5f14-46fd-aabe-1cbfcaab65fc not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:38:43.367648 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device a94dc855-a6c4-40ee-96a0-a8a954fb05b9 no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:38:43.387238 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: a94dc855-a6c4-40ee-96a0-a8a954fb05b9 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:38:43.387595 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device a94dc855-a6c4-40ee-96a0-a8a954fb05b9 not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:38:43.388015 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 5c883e9d-b1e9-4b03-9b3b-276265e913b6 no longer exists at agent ovs-agent-dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 14:38:43.409133 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.plugin [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] No Port match for: 5c883e9d-b1e9-4b03-9b3b-276265e913b6 {{(pid=93971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 14:38:43.410050 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.rpc [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Device 5c883e9d-b1e9-4b03-9b3b-276265e913b6 not bound to the agent host dv-cinder-759955-20-iscsi {{(pid=93971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 14:38:43.559764 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51776) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:38:43.598660 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-e675673c-7ccc-4da0-b8b9-6fa09cbb5f18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e01157c1f57344dbb5c854e924a0ffd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377388 Sep 03 14:38:43.601041 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.wsgi [-] (93970) accepted ('10.222.0.23', 51778) {{(pid=93970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:38:43.648157 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4515e864-eb4c-4f67-8fe8-3ae8aeaf6fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:43.668753 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4515e864-eb4c-4f67-8fe8-3ae8aeaf6fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:43.717481 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4515e864-eb4c-4f67-8fe8-3ae8aeaf6fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533948'] for security_group, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:43.720155 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4515e864-eb4c-4f67-8fe8-3ae8aeaf6fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:43.721300 dv-cinder-759955-20-iscsi neutron-server[93970]: INFO neutron.wsgi [None req-4515e864-eb4c-4f67-8fe8-3ae8aeaf6fa0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d10add02-a8af-47c2-aac0-750c4b3237ef HTTP/1.1" status: 204 len: 168 time: 0.1193693 Sep 03 14:38:43.729498 dv-cinder-759955-20-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515e864-eb4c-4f67-8fe8-3ae8aeaf6fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10add02-a8af-47c2-aac0-750c4b3237ef,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:38:44.409872 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:38:46.208071 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:39:00.544492 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:39:10.180975 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-0f598272-64f5-4ab9-b87b-658232b68cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:39:12.306890 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:39:12.977796 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d58c730c-4ec3-4ee9-9190-6251c810f98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:39:13.287251 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:39:14.411673 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:39:16.212989 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:39:30.550292 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:39:40.188493 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-23329daf-4dc5-4153-ad49-956507019322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:39:42.979457 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-f575946e-8d79-445d-bbbf-2dbb179892cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:39:43.288627 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:39:44.415224 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:39:46.213557 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:39:49.306809 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:40:00.554538 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:40:10.181179 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-88518d6e-3f6c-4e5e-8ee9-669576da1228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:40:12.979661 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cfefc196-7e61-4132-b8e9-75b77d24b0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:40:13.290407 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:40:14.419960 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:40:16.215137 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:40:26.305381 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:40:30.573774 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:40:40.180960 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-b8738564-32bc-48ff-891b-a31f2f045dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:40:42.980349 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-51f94e8e-d327-4ac5-86ee-2c6bf0a47aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:40:43.291425 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:40:44.420555 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:40:46.217754 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:41:00.586926 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:41:03.303966 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:41:10.182559 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-652daf04-e1eb-491f-8e42-33e2d6cd610d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:41:12.980057 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-7fde1098-eabb-47b9-b57f-4eaee94c8a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:41:13.292618 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:41:14.422787 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:41:16.220764 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:41:30.592053 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:41:40.182571 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-45eada91-64d1-4b2d-83ff-7b9a25792cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:41:40.302374 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:41:42.981514 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cd762dd8-fd57-49e7-98eb-4d00a49a2c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:41:43.292662 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:41:44.425924 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:41:46.223562 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:42:00.592429 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:42:10.184718 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-f40d2f6b-3f1d-403e-ae0b-95b2bd2eef35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:42:12.982249 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-049b87af-afbc-4eae-9f6e-7f67e238b88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:42:13.297567 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:42:14.431192 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:42:16.226139 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:42:17.301800 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:42:30.585958 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:42:40.185644 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d9285956-5ea2-4d0c-b3aa-473d17351289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:42:42.983084 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-91a76305-19ee-4a0d-b12a-aafb438ec51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:42:43.290804 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:42:44.432016 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:42:46.229869 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:42:54.300889 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:43:00.600257 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:43:10.186161 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-2ee2ac5c-8d09-4e52-933a-deb28f392b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:43:12.984928 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-1fac6d7a-9406-47df-aff8-b7deacb05b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:43:13.291224 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:43:14.434791 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:43:16.233220 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:43:30.616087 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b48c-0d08-40e2-8657-d685272b29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:43:31.300165 dv-cinder-759955-20-iscsi neutron-server[93972]: DEBUG neutron.db.agents_db [None req-7b62c717-aa5c-4ee6-bb1c-63fc728b6e7b None None] Agent healthcheck: found 6 active agents {{(pid=93972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:43:40.188467 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-1715afe1-ecb7-4be1-a8ae-2cb40ad04527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:43:42.986184 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3985bd17-512a-41dc-9ef5-f32fbc387f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:43:43.292419 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-11a82a88-d9bd-4b2b-890d-8ae13e1ccd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:43:44.437497 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-e906267b-1930-424e-a2a8-b210220ba623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:43:46.236254 dv-cinder-759955-20-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d03f8649-3b78-4ef2-b166-f27f50555943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777478328387', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16748161'] for agent, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}